[ 527.349727] env[65717]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65717) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.350119] env[65717]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65717) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.350168] env[65717]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65717) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.350520] env[65717]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 527.465566] env[65717]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65717) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 527.475283] env[65717]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65717) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 527.519640] env[65717]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 528.084022] env[65717]: INFO nova.virt.driver [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.153167] env[65717]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.153621] env[65717]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.153876] env[65717]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65717) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 531.369032] env[65717]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7bdf469d-9f43-47e6-a0bf-ab4261048fa5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.386864] env[65717]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65717) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 531.387056] env[65717]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-039fbaaf-4907-4efc-9681-b0c0e2d4db11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.421898] env[65717]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 234c0. [ 531.422107] env[65717]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.268s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.422858] env[65717]: INFO nova.virt.vmwareapi.driver [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] VMware vCenter version: 7.0.3 [ 531.428096] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169cf565-5a00-49aa-8830-cf4a6263eaea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.453753] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf809df-dff6-400a-9c7d-e07b5f94dc6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.463297] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e76b8b-eece-4506-b0e9-7c9363257f19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.473056] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d8fdda-5aec-406b-96f8-dfce352106f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.487064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c7f1d8-145e-4ec0-8dd8-6ef0e9218a24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.493707] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5532b5ea-f290-4ec6-bb22-a11518255598 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.525278] env[65717]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8219a182-2ef7-4dac-b4c8-8888a4cefd2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.531717] env[65717]: DEBUG nova.virt.vmwareapi.driver [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] Extension org.openstack.compute already exists. {{(pid=65717) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 531.534421] env[65717]: INFO nova.compute.provider_config [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 532.037688] env[65717]: DEBUG nova.context [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2fe275ad-8471-43a3-a6f2-f72c58d449b0(cell1) {{(pid=65717) load_cells /opt/stack/nova/nova/context.py:472}} [ 532.037981] env[65717]: INFO nova.utils [None req-b98cbcc7-9cae-4de2-8f96-d4616db9455e None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 532.040014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.040256] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.040961] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.041432] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Acquiring lock "2fe275ad-8471-43a3-a6f2-f72c58d449b0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.041614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Lock "2fe275ad-8471-43a3-a6f2-f72c58d449b0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.042656] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Lock "2fe275ad-8471-43a3-a6f2-f72c58d449b0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.064255] env[65717]: INFO dbcounter [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Registered counter for database nova_cell0 [ 532.073031] env[65717]: INFO dbcounter [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Registered counter for database nova_cell1 [ 532.076353] env[65717]: DEBUG oslo_db.sqlalchemy.engines [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65717) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.077019] env[65717]: DEBUG oslo_db.sqlalchemy.engines [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65717) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.081755] env[65717]: ERROR nova.db.main.api [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.081755] env[65717]: func(*args, **kwargs) [ 532.081755] env[65717]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.081755] env[65717]: self.work.run() [ 532.081755] env[65717]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.081755] env[65717]: result = self.fn(*self.args, **self.kwargs) [ 532.081755] env[65717]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 532.081755] env[65717]: return func(*args, **kwargs) [ 532.081755] env[65717]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.081755] env[65717]: result = fn(*args, **kwargs) [ 532.081755] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.081755] env[65717]: return f(*args, **kwargs) [ 532.081755] env[65717]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.081755] env[65717]: return db.service_get_minimum_version(context, binaries) [ 532.081755] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.081755] env[65717]: _check_db_access() [ 532.081755] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.081755] env[65717]: stacktrace = ''.join(traceback.format_stack()) [ 532.081755] env[65717]: [ 532.082826] env[65717]: ERROR nova.db.main.api [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.082826] env[65717]: func(*args, **kwargs) [ 532.082826] env[65717]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.082826] env[65717]: self.work.run() [ 532.082826] env[65717]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.082826] env[65717]: result = self.fn(*self.args, **self.kwargs) [ 532.082826] env[65717]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 532.082826] env[65717]: return func(*args, **kwargs) [ 532.082826] env[65717]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.082826] env[65717]: result = fn(*args, **kwargs) [ 532.082826] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.082826] env[65717]: return f(*args, **kwargs) [ 532.082826] env[65717]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.082826] env[65717]: return db.service_get_minimum_version(context, binaries) [ 532.082826] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.082826] env[65717]: _check_db_access() [ 532.082826] env[65717]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.082826] env[65717]: stacktrace = ''.join(traceback.format_stack()) [ 532.082826] env[65717]: [ 532.083345] env[65717]: WARNING nova.objects.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 532.083484] env[65717]: WARNING nova.objects.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Failed to get minimum service version for cell 2fe275ad-8471-43a3-a6f2-f72c58d449b0 [ 532.083922] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Acquiring lock "singleton_lock" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.084090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Acquired lock "singleton_lock" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.084334] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Releasing lock "singleton_lock" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.084662] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Full set of CONF: {{(pid=65717) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 532.084812] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ******************************************************************************** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.084931] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] Configuration options gathered from: {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.085071] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.085260] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.085380] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ================================================================================ {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.085583] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] allow_resize_to_same_host = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.085747] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] arq_binding_timeout = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.085871] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] backdoor_port = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.085989] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] backdoor_socket = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086159] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] block_device_allocate_retries = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086312] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] block_device_allocate_retries_interval = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086461] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cell_worker_thread_pool_size = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086617] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cert = self.pem {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086808] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.086966] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute_monitors = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087135] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] config_dir = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087298] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] config_drive_format = iso9660 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087424] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087578] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] config_source = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087760] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] console_host = devstack {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.087923] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] control_exchange = nova {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088086] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cpu_allocation_ratio = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088241] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] daemon = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088400] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] debug = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088548] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_access_ip_network_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088703] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_availability_zone = nova {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088851] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_ephemeral_format = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.088998] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_green_pool_size = 1000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089245] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089401] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_schedule_zone = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089551] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] default_thread_pool_size = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089696] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] disk_allocation_ratio = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089846] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] enable_new_services = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.089993] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] flat_injected = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090158] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] force_config_drive = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090306] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] force_raw_images = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090462] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] graceful_shutdown_timeout = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090610] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] heal_instance_info_cache_interval = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090822] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] host = cpu-1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.090989] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091156] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091305] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091505] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091657] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_build_timeout = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091805] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_delete_interval = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.091959] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_format = [instance: %(uuid)s] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092129] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_name_template = instance-%08x {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092278] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_usage_audit = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092433] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_usage_audit_period = month {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092583] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092737] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.092888] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] internal_service_availability_zone = internal {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093049] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] key = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093202] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] live_migration_retry_count = 30 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093356] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_color = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093509] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_config_append = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093664] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093810] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_dir = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.093954] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_file = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094081] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_options = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094230] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_rotate_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094382] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_rotate_interval_type = days {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094535] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] log_rotation_type = none {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094663] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094795] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.094955] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095129] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095246] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095396] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] long_rpc_timeout = 1800 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095541] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_concurrent_builds = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095684] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_concurrent_live_migrations = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095829] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_concurrent_snapshots = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.095970] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_local_block_devices = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096127] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_logfile_count = 30 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096270] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] max_logfile_size_mb = 200 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096413] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] maximum_instance_delete_attempts = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096556] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] migrate_max_retries = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096742] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] mkisofs_cmd = genisoimage {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.096945] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097086] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] my_ip = 10.180.1.21 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097266] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097416] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] network_allocate_retries = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097580] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097766] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] osapi_compute_unique_server_name_scope = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.097905] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] password_length = 12 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098062] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] periodic_enable = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098212] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] periodic_fuzzy_delay = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098365] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] pointer_model = usbtablet {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098514] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] preallocate_images = none {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098661] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] publish_errors = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098779] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] pybasedir = /opt/stack/nova {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.098922] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ram_allocation_ratio = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099104] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rate_limit_burst = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099265] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rate_limit_except_level = CRITICAL {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099409] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rate_limit_interval = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099554] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reboot_timeout = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099699] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reclaim_instance_interval = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099842] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] record = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.099996] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reimage_timeout_per_gb = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100165] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] report_interval = 120 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100315] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rescue_timeout = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100463] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reserved_host_cpus = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100609] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reserved_host_disk_mb = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100754] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reserved_host_memory_mb = 512 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.100904] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] reserved_huge_pages = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101063] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] resize_confirm_window = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101252] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] resize_fs_using_block_device = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101398] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] resume_guests_state_on_host_boot = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101554] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101701] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] rpc_response_timeout = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.101850] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] run_external_periodic_tasks = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102021] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] running_deleted_instance_action = reap {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102168] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102314] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] running_deleted_instance_timeout = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102456] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler_instance_sync_interval = 120 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102610] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_down_time = 720 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102762] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] servicegroup_driver = db {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.102902] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] shell_completion = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103085] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] shelved_offload_time = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103255] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] shelved_poll_interval = 3600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103415] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] shutdown_timeout = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103566] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] source_is_ipv6 = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103716] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ssl_only = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.103969] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104142] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] sync_power_state_interval = 600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104293] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] sync_power_state_pool_size = 1000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104450] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] syslog_log_facility = LOG_USER {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104605] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] tempdir = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104775] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] thread_pool_statistic_period = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.104934] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] timeout_nbd = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105106] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] transport_url = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105260] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] update_resources_interval = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105410] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_cow_images = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105558] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_journal = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105706] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_json = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.105856] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_rootwrap_daemon = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106025] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_stderr = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106163] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] use_syslog = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106307] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vcpu_pin_set = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106464] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plugging_is_fatal = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106646] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plugging_timeout = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106803] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] virt_mkfs = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.106961] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] volume_usage_poll_interval = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.107129] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] watch_log_file = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.107289] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] web = /usr/share/spice-html5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.107461] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_concurrency.disable_process_locking = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108060] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108252] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108416] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108574] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108737] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.108893] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109095] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109255] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109407] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109564] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.compute_link_prefix = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109722] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.109885] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.dhcp_domain = novalocal {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110051] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.enable_instance_password = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110204] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.glance_link_prefix = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110360] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110522] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110675] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.instance_list_per_project_cells = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110830] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.list_records_by_skipping_down_cells = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.110981] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.local_metadata_per_cell = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111148] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.max_limit = 1000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111302] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.metadata_cache_expiration = 15 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111463] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.neutron_default_project_id = default {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111622] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.response_validation = warn {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111776] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.use_neutron_default_nets = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.111931] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112096] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112251] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112408] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112563] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_dynamic_targets = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112714] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_jsonfile_path = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.112883] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113085] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.backend = dogpile.cache.memcached {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113250] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.backend_argument = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113402] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.backend_expiration_time = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113561] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.config_prefix = cache.oslo {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113719] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.dead_timeout = 60.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.113876] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.debug_cache_backend = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114038] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.enable_retry_client = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114193] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.enable_socket_keepalive = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114356] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.enabled = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114508] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.enforce_fips_mode = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114682] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.expiration_time = 600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.114855] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.hashclient_retry_attempts = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115031] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115226] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_dead_retry = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115385] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_password = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115540] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115696] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.115851] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_pool_maxsize = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116009] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116175] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_sasl_enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116349] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116507] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116674] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.memcache_username = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.116849] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.proxies = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117014] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_db = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117177] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_password = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117338] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117503] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117663] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_server = localhost:6379 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117820] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_socket_timeout = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.117969] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.redis_username = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118135] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.retry_attempts = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118290] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.retry_delay = 0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118443] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.socket_keepalive_count = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118594] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.socket_keepalive_idle = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118742] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.socket_keepalive_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.118894] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.tls_allowed_ciphers = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119077] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.tls_cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119238] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.tls_certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119390] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.tls_enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119536] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cache.tls_keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119699] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.119867] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.auth_type = password {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120029] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120204] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120359] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120513] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120667] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.cross_az_attach = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120822] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.debug = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.120973] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.endpoint_template = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121142] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.http_retries = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121298] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121448] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121611] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.os_region_name = RegionOne {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121763] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.121916] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cinder.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122090] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122243] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.cpu_dedicated_set = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122392] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.cpu_shared_set = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122548] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.image_type_exclude_list = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122700] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.122853] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123012] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123169] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123327] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123480] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.resource_provider_association_refresh = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123625] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123773] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.shutdown_retry_interval = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.123940] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124122] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] conductor.workers = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124293] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] console.allowed_origins = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124443] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] console.ssl_ciphers = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124602] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] console.ssl_minimum_version = default {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124789] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] consoleauth.enforce_session_timeout = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.124957] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] consoleauth.token_ttl = 600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125134] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125287] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125440] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125587] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125733] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.125879] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126039] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126189] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126339] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126486] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126636] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126811] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.126964] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127163] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.service_type = accelerator {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127335] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127488] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127634] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127791] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.127955] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128139] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] cyborg.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128302] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.asyncio_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128451] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.asyncio_slave_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128609] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.backend = sqlalchemy {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128765] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.128921] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.connection_debug = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129092] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.connection_parameters = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129249] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.connection_recycle_time = 3600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129401] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.connection_trace = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129551] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.db_inc_retry_interval = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129702] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.db_max_retries = 20 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.129851] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.db_max_retry_interval = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130016] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.db_retry_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.max_overflow = 50 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.max_pool_size = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.max_retries = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.130807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.mysql_wsrep_sync_wait = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131025] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.pool_timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131060] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.retry_interval = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131186] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.slave_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131340] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.sqlite_synchronous = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131490] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] database.use_db_reconnect = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131647] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.asyncio_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131797] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.asyncio_slave_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.131956] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.backend = sqlalchemy {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132138] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132293] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.connection_debug = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132450] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.connection_parameters = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132602] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.connection_recycle_time = 3600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132753] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.connection_trace = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.132906] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.db_inc_retry_interval = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133076] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.db_max_retries = 20 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133232] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.db_max_retry_interval = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133384] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.db_retry_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133533] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.max_overflow = 50 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133684] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.max_pool_size = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133837] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.max_retries = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.133993] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134155] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134304] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.pool_timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134453] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.retry_interval = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134599] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.slave_connection = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134778] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] api_database.sqlite_synchronous = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.134950] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] devices.enabled_mdev_types = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135132] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135295] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135448] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ephemeral_storage_encryption.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135600] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135757] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.api_servers = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.135912] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136074] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136230] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136378] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136528] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136699] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.debug = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.136869] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.default_trusted_certificate_ids = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137038] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.enable_certificate_validation = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137195] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.enable_rbd_download = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137346] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137504] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137651] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137804] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.137951] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138119] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.num_retries = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138278] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.rbd_ceph_conf = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138435] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.rbd_connect_timeout = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138587] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.rbd_pool = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138746] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.rbd_user = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.138894] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139086] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139249] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139410] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.service_type = image {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139562] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139711] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.139870] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140029] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140201] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140357] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.verify_glance_signatures = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140507] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] glance.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140666] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] guestfs.debug = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140826] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.140979] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.auth_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141143] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141293] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141446] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141591] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141739] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.141889] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142052] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142201] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142350] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142496] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142646] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142795] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.142942] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143120] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.service_type = shared-file-system {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143274] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.share_apply_policy_timeout = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143425] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143571] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143722] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.143872] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144053] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144208] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] manila.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144364] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] mks.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144738] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.144930] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.manager_interval = 2400 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145106] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.precache_concurrency = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145270] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.remove_unused_base_images = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145428] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145587] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145755] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] image_cache.subdirectory_name = _base {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.145921] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.api_max_retries = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146090] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.api_retry_interval = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146244] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146396] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.auth_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146545] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146726] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.146887] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147056] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.conductor_group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147214] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147363] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147515] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147677] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147822] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.147971] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148133] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148289] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.peer_list = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148436] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148585] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148736] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.serial_console_state_timeout = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.148886] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149082] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.service_type = baremetal {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149241] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.shard = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149395] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149544] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149695] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.149844] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150020] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150175] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ironic.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150348] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150512] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] key_manager.fixed_key = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150690] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150839] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.barbican_api_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.150995] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.barbican_endpoint = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151197] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.barbican_endpoint_type = public {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151352] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.barbican_region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151502] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151651] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151806] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.151956] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152119] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152271] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.number_of_retries = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152423] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.retry_delay = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152576] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.send_service_user_token = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152730] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.152882] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153044] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.verify_ssl = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153198] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican.verify_ssl_path = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153354] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153505] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.auth_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153653] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153801] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.153954] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154124] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154272] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154421] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154566] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] barbican_service_user.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154745] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.approle_role_id = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.154908] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.approle_secret_id = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155104] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.kv_mountpoint = secret {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155263] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.kv_path = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155450] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.kv_version = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155656] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.namespace = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.155839] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.root_token_id = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156040] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.ssl_ca_crt_file = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156220] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.timeout = 60.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156378] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.use_ssl = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156538] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156729] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.156888] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157059] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157213] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157366] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157515] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157671] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157821] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.157970] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158132] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158282] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158431] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158578] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158737] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.service_type = identity {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.158890] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159080] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159245] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159395] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159570] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159724] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] keystone.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.159909] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.ceph_mount_options = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.160253] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.160430] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.connection_uri = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.160588] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_mode = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.160750] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.160912] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_models = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161089] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_power_governor_high = performance {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161252] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161404] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_power_management = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161564] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161717] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.device_detach_attempts = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.161870] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.device_detach_timeout = 20 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162036] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.disk_cachemodes = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162191] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.disk_prefix = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162343] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.enabled_perf_events = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162500] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.file_backed_memory = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162656] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.gid_maps = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162810] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.hw_disk_discard = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.162958] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.hw_machine_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.163198] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_rbd_ceph_conf = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.163372] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.163527] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.163686] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_rbd_glance_store_name = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.163847] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_rbd_pool = rbd {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164014] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_type = default {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164170] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.images_volume_group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164327] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.inject_key = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164479] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.inject_partition = -2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164662] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.inject_password = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164819] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.iscsi_iface = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.164978] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.iser_use_multipath = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165150] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165309] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165461] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_downtime = 500 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165610] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165761] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.165911] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_inbound_addr = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166075] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166230] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166377] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_scheme = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166537] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_timeout_action = abort {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166723] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_tunnelled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.166883] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_uri = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.167050] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.live_migration_with_native_tls = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.167207] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.max_queues = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.167359] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.167590] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.167744] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.nfs_mount_options = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168061] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168232] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168387] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168541] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168697] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.168853] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_pcie_ports = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.169043] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.169220] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.pmem_namespaces = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.169374] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.quobyte_client_cfg = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.169684] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.169879] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170056] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170217] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170371] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rbd_secret_uuid = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170523] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rbd_user = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170679] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170843] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.170994] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rescue_image_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.171169] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rescue_kernel_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.171322] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rescue_ramdisk_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.171481] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.171632] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.rx_queue_size = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.171792] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.smbfs_mount_options = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172088] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172257] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.snapshot_compression = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172410] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.snapshot_image_format = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172628] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172785] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.sparse_logical_volumes = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.172940] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.swtpm_enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173114] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.swtpm_group = tss {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173272] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.swtpm_user = tss {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173427] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.sysinfo_serial = unique {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173573] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.tb_cache_size = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173719] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.tx_queue_size = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.173872] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.uid_maps = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174031] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.use_virtio_for_bridges = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174193] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.virt_type = kvm {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174348] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.volume_clear = zero {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174498] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.volume_clear_size = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174656] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.volume_enforce_multipath = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174832] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.volume_use_multipath = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.174984] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_cache_path = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.175185] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.175354] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.175509] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.175665] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.175940] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176128] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.vzstorage_mount_user = stack {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176287] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176447] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176610] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.auth_type = password {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176793] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.176950] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177118] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177267] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177412] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177570] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.default_floating_pool = public {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177746] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.177906] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.extension_sync_interval = 600 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178068] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.http_retries = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178222] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178368] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178513] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178671] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178818] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.178987] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.ovs_bridge = br-int {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179172] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.physnets = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179334] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.region_name = RegionOne {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179492] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179653] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.service_metadata_proxy = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179807] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.179966] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.service_type = network {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180131] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180281] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180427] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180574] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180743] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.180896] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] neutron.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181074] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.bdms_in_notifications = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181244] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.default_level = INFO {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181396] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.include_share_mapping = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181558] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.notification_format = unversioned {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181739] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.notify_on_state_change = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.181928] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182119] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] pci.alias = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182284] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] pci.device_spec = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182452] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] pci.report_in_placement = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182619] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182786] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.auth_type = password {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.182947] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183113] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183265] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183419] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183569] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183720] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.183872] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.default_domain_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184030] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.default_domain_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184187] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.domain_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184335] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.domain_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184482] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184642] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184819] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.184971] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185135] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185296] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.password = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185444] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.project_domain_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185602] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.project_domain_name = Default {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185762] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.project_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.185927] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.project_name = service {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186102] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.region_name = RegionOne {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186256] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186406] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186565] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.service_type = placement {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186743] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.186903] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187066] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187223] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.system_scope = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187370] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187520] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.trust_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187688] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.user_domain_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.187859] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.user_domain_name = Default {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188015] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.user_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188187] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.username = nova {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188358] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188508] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] placement.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188685] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.cores = 20 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.188841] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.count_usage_from_placement = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189009] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189187] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.injected_file_content_bytes = 10240 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189347] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.injected_file_path_length = 255 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189501] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.injected_files = 5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189657] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.instances = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.189845] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.key_pairs = 100 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190013] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.metadata_items = 128 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190178] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.ram = 51200 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190334] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.recheck_quota = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190492] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.server_group_members = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190645] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.server_groups = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.190845] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191022] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] quota.unified_limits_resource_strategy = require {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191180] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191333] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191483] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.image_metadata_prefilter = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191634] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191787] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.max_attempts = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.191939] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.max_placement_results = 1000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192105] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192260] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192419] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192581] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] scheduler.workers = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192745] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.192908] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193075] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.allow_pci_traits_in_flavor = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193247] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193408] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193563] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193717] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.193899] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194105] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194270] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.host_subset_size = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194425] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194574] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194754] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.194920] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195087] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195244] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.isolated_hosts = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195397] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.isolated_images = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195550] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195699] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.195866] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196023] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.pci_in_placement = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196176] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196322] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196471] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196619] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196796] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.196951] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197114] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.track_instance_changes = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197278] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197439] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] metrics.required = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197591] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] metrics.weight_multiplier = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197766] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.197925] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] metrics.weight_setting = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.198264] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.198430] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.198600] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.port_range = 10000:20000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.198761] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.198922] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199099] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] serial_console.serialproxy_port = 6083 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199263] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199426] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.auth_type = password {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199577] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199728] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.199882] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200046] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200201] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200365] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.send_service_user_token = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200521] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200670] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] service_user.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200835] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.agent_enabled = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.200987] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.201305] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.201502] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.201662] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.html5proxy_port = 6082 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.201847] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.image_compression = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202008] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.jpeg_compression = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202169] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.playback_compression = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202325] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.require_secure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202484] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.server_listen = 127.0.0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202640] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.202907] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203078] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.streaming_mode = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203234] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] spice.zlib_compression = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203392] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] upgrade_levels.baseapi = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203554] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] upgrade_levels.compute = auto {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203702] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] upgrade_levels.conductor = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.203851] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] upgrade_levels.scheduler = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204024] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204173] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204319] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204466] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204617] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204793] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.204945] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205112] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205259] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vendordata_dynamic_auth.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205422] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.api_retry_count = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205571] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.ca_file = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205733] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.205923] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.cluster_name = testcl1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206097] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.connection_pool_size = 10 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206249] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.console_delay_seconds = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206408] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.datastore_regex = ^datastore.* {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206620] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206819] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.host_password = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.206982] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.host_port = 443 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207157] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.host_username = administrator@vsphere.local {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207317] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.insecure = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207469] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.integration_bridge = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207621] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.maximum_objects = 100 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207770] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.pbm_default_policy = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.207924] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.pbm_enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208086] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.pbm_wsdl_location = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208247] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208397] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.serial_port_proxy_uri = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208544] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.serial_port_service_uri = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208697] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.task_poll_interval = 0.5 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.208857] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.use_linked_clone = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209020] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.vnc_keymap = en-us {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209176] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.vnc_port = 5900 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209328] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vmware.vnc_port_total = 10000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209503] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.auth_schemes = ['none'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209664] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.209947] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210137] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210302] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.novncproxy_port = 6080 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210477] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.server_listen = 127.0.0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210646] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210797] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.vencrypt_ca_certs = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.210944] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.vencrypt_client_cert = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211103] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vnc.vencrypt_client_key = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211267] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211419] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_deep_image_inspection = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211570] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211720] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.211870] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212028] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.disable_rootwrap = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212183] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.enable_numa_live_migration = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212332] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212480] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212629] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212779] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.libvirt_disable_apic = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.212929] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213091] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213241] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213388] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213535] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213681] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.213862] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214034] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214200] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214356] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214526] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214710] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.214881] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] zvm.ca_file = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.215044] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] zvm.cloud_connector_url = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.215344] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.215509] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] zvm.reachable_timeout = 300 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.215673] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.215843] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216014] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.connection_string = messaging:// {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216186] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.enabled = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216344] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.es_doc_type = notification {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216498] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.es_scroll_size = 10000 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216670] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.es_scroll_time = 2m {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.216841] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.filter_error_trace = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217022] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.hmac_keys = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217181] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.sentinel_service_name = mymaster {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217333] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.socket_timeout = 0.1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217487] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.trace_requests = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217667] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler.trace_sqlalchemy = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.217847] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler_jaeger.process_tags = {} {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218008] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler_jaeger.service_name_prefix = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218176] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] profiler_otlp.service_name_prefix = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218337] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218488] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218638] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218789] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.218944] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219140] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219299] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219452] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219601] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219870] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.219928] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220085] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220244] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220397] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220548] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220717] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.220851] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221009] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221179] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221330] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221480] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221632] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221785] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.221937] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222137] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222329] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222490] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222646] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222823] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.222977] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223144] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223308] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223467] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223619] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223776] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.223933] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.224117] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.224311] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.224475] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_notifications.retry = -1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.224673] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.224847] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225032] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.auth_section = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225182] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.auth_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225334] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.cafile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225483] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.certfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225634] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.collect_timing = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225806] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.connect_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.225975] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.connect_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226142] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_id = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226308] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226457] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_override = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226603] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226782] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.226940] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.endpoint_service_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227112] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.insecure = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227264] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.keyfile = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227410] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.max_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227557] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.min_version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227714] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.region_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.227868] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.retriable_status_codes = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228014] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.service_name = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228167] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.service_type = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228320] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.split_loggers = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228467] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.status_code_retries = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228616] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.status_code_retry_delay = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228762] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.timeout = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.228913] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.valid_interfaces = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229093] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_limit.version = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229258] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_reports.file_event_handler = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229412] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229560] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] oslo_reports.log_dir = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229742] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.229909] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230072] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230231] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230391] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230543] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230702] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.230861] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231021] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231175] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231329] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231483] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231645] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231796] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] vif_plug_ovs_privileged.user = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.231957] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232144] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232314] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232476] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232637] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232803] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.232960] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233129] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233300] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233462] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.isolate_vif = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233621] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233785] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.233941] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234122] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234279] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] os_vif_ovs.per_port_bridge = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234440] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234590] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234767] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.helper_command = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.234929] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235100] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235255] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235402] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] privsep_osbrick.user = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235565] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235713] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.group = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.235860] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.helper_command = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.236020] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.236179] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.236328] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.236474] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] nova_sys_admin.user = None {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.236596] env[65717]: DEBUG oslo_service.backend._eventlet.service [None req-f7de4a50-b691-48b6-b392-4676113b08f1 None None] ******************************************************************************** {{(pid=65717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.237050] env[65717]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 532.741131] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Getting list of instances from cluster (obj){ [ 532.741131] env[65717]: value = "domain-c8" [ 532.741131] env[65717]: _type = "ClusterComputeResource" [ 532.741131] env[65717]: } {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 532.742290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ea7e8-a488-4507-ac31-65b8e4286fe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.752105] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Got total of 0 instances {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 532.752766] env[65717]: WARNING nova.virt.vmwareapi.driver [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 532.753242] env[65717]: INFO nova.virt.node [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Generated node identity dc53e726-883a-4716-9e0d-e97046ce03ae [ 532.753482] env[65717]: INFO nova.virt.node [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Wrote node identity dc53e726-883a-4716-9e0d-e97046ce03ae to /opt/stack/data/n-cpu-1/compute_id [ 533.255983] env[65717]: WARNING nova.compute.manager [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Compute nodes ['dc53e726-883a-4716-9e0d-e97046ce03ae'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 534.262611] env[65717]: INFO nova.compute.manager [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 535.268178] env[65717]: WARNING nova.compute.manager [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 535.268585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.268724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.268870] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.269032] env[65717]: DEBUG nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 535.270010] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83863ea6-327a-40ea-a2be-f76474b03faf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.278747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a03b3-575e-4cd9-b24f-37471a972149 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.294242] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106799ae-eb34-4ec9-a40d-4fd2bc5c17ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.301126] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56936d-4a48-47d8-8892-e0f6849c3b74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.329621] env[65717]: DEBUG nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180754MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 535.329768] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.329987] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.832313] env[65717]: WARNING nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] No compute node record for cpu-1:dc53e726-883a-4716-9e0d-e97046ce03ae: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host dc53e726-883a-4716-9e0d-e97046ce03ae could not be found. [ 536.336776] env[65717]: INFO nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: dc53e726-883a-4716-9e0d-e97046ce03ae [ 537.845654] env[65717]: DEBUG nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 537.846043] env[65717]: DEBUG nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 538.013684] env[65717]: INFO nova.scheduler.client.report [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] [req-26c58d45-c790-4b0d-9890-a48c2db5c59e] Created resource provider record via placement API for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.038577] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdffe3b-4195-4b40-a7c0-c3dde1df3197 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.049810] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48915f8-8c37-4fda-a22b-fd091575b5f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.101982] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2620cf97-4052-463d-ab76-8c593d495626 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.113580] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87dde94-2a27-410d-94c5-169931b32d3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.134372] env[65717]: DEBUG nova.compute.provider_tree [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.672291] env[65717]: DEBUG nova.scheduler.client.report [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 538.672515] env[65717]: DEBUG nova.compute.provider_tree [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 0 to 1 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.672651] env[65717]: DEBUG nova.compute.provider_tree [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.724943] env[65717]: DEBUG nova.compute.provider_tree [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 1 to 2 during operation: update_traits {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.230479] env[65717]: DEBUG nova.compute.resource_tracker [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 539.230925] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.901s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.230925] env[65717]: DEBUG nova.service [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Creating RPC server for service compute {{(pid=65717) start /opt/stack/nova/nova/service.py:177}} [ 539.245573] env[65717]: DEBUG nova.service [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] Join ServiceGroup membership for this service compute {{(pid=65717) start /opt/stack/nova/nova/service.py:194}} [ 539.245807] env[65717]: DEBUG nova.servicegroup.drivers.db [None req-0c0f6ea3-0140-4211-9bc4-c3aeab3d3de8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65717) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 577.987261] env[65717]: INFO nova.utils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The default thread pool MainProcess.default is initialized [ 577.988171] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.988355] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.493036] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 579.038434] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.038816] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.041093] env[65717]: INFO nova.compute.claims [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.597943] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.598350] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.106031] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 580.123223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1270a4ad-d660-459b-85b0-9b81a527d6f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.137017] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b2520d-dea5-4f0b-86df-3cf6069e1b21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.175026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6332d1-b6db-4e7b-829b-33f16a89135b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.184171] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0139261-4729-4f01-b55e-2330daa013d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.202998] env[65717]: DEBUG nova.compute.provider_tree [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.640595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.706539] env[65717]: DEBUG nova.scheduler.client.report [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.212969] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.214440] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 581.216853] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.577s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.218479] env[65717]: INFO nova.compute.claims [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.726805] env[65717]: DEBUG nova.compute.utils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.732389] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 581.732775] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.736323] env[65717]: WARNING neutronclient.v2_0.client [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.736323] env[65717]: WARNING neutronclient.v2_0.client [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.242417] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 582.333613] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e15e0-9563-4f42-b7a8-628df2d91223 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.344170] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b26dd1-1f08-47bf-8772-1ba44fb8f7bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.382248] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab8e5a-bf62-4927-8cbe-f1f0f0cca5de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.391516] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5a4cb-b027-4d22-af08-ff0e3e216b50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.406043] env[65717]: DEBUG nova.compute.provider_tree [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.531184] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.531426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.808610] env[65717]: DEBUG nova.policy [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5efb369c2c4c43acaec2019977deab36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab04284feea471285888bc8e16e17a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.912035] env[65717]: DEBUG nova.scheduler.client.report [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.036914] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 583.259660] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 583.296992] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 583.297757] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.297757] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 583.297757] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.297757] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 583.298128] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 583.298276] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.299026] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 583.301255] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 583.301469] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 583.301747] env[65717]: DEBUG nova.virt.hardware [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 583.303520] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4bdf0-e6f8-4ef5-82d0-015c4afdc8d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.315771] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553890c3-e73f-49ff-960f-486f0b6b6c3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.340078] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0eca0-e371-4566-b953-7c92f64ecefd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.418776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.420369] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 583.568016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.568238] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.569852] env[65717]: INFO nova.compute.claims [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.600256] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Successfully created port: 0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 583.924090] env[65717]: DEBUG nova.compute.utils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.925560] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 583.925834] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 583.929878] env[65717]: WARNING neutronclient.v2_0.client [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 583.929878] env[65717]: WARNING neutronclient.v2_0.client [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.137893] env[65717]: DEBUG nova.policy [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92087240ca6945ca921a99d16b09d2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a774d7c0b924f1ca63985d3ead355c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.431187] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 584.710040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1080214-3f25-470a-9d15-d954efda7ae9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.721932] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c8719-517b-49ae-91fa-732381f790ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.758908] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0512cc8-ceda-4219-b14f-6ad0d73330ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.766309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.766309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.767392] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.768028] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.777842] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9b38a-fa3e-4db4-9946-2cbfab5fae60 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.796099] env[65717]: DEBUG nova.compute.provider_tree [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.807428] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Successfully created port: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 584.942075] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.942660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.270086] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 585.273368] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 585.299534] env[65717]: DEBUG nova.scheduler.client.report [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.445588] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 585.447853] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 585.488009] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 585.488283] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.488437] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 585.488627] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.488748] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 585.488888] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 585.489791] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.490307] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 585.490497] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 585.490663] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 585.490829] env[65717]: DEBUG nova.virt.hardware [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 585.492130] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe2e46-7fa7-4bb3-addb-e4123418ebb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.504104] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e0ff3e-de51-4291-8b57-fa7d6787765b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.664715] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Successfully updated port: 0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 585.805630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.806654] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.808024] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 585.812408] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.812408] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.006s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.813717] env[65717]: INFO nova.compute.claims [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.971630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.168142] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.168142] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.168306] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 586.322088] env[65717]: DEBUG nova.compute.utils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.323925] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 586.324145] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 586.324806] env[65717]: WARNING neutronclient.v2_0.client [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.324806] env[65717]: WARNING neutronclient.v2_0.client [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.576912] env[65717]: DEBUG nova.policy [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca5b27523391451884521e7812e0564f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '721b4a1934784c0a94ff293d306a70e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.830240] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 586.913948] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb29ce-1482-4066-a059-e107755fd9f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.922480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9b93a-8d52-4ca6-acf2-1a7224b83593 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.955062] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7333350-538b-4f4b-b50d-2de799fa566a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.963640] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69214905-ef04-45ee-ab59-a88428296a92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.978468] env[65717]: DEBUG nova.compute.provider_tree [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.980419] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Successfully created port: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 587.105063] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 587.250748] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Successfully updated port: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 587.483970] env[65717]: DEBUG nova.scheduler.client.report [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.752819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.753197] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.753317] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.781466] env[65717]: WARNING neutronclient.v2_0.client [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.841054] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 587.868947] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 587.869219] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.869368] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 587.869539] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.869675] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 587.869840] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 587.870181] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.870401] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 587.870648] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 587.870862] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 587.871094] env[65717]: DEBUG nova.virt.hardware [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 587.872519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7565ce-afd5-4486-b24d-8ef865b050e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.883247] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f5fe7-5ea5-46be-8eb4-f8d390f9f0cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.989810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.990112] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 587.993550] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.182s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.995360] env[65717]: INFO nova.compute.claims [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.003293] env[65717]: DEBUG nova.network.neutron [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.008956] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.009213] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.315420] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 588.494337] env[65717]: WARNING neutronclient.v2_0.client [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.500149] env[65717]: DEBUG nova.compute.utils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.503773] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 588.508318] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 588.508652] env[65717]: WARNING neutronclient.v2_0.client [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.508928] env[65717]: WARNING neutronclient.v2_0.client [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.512414] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.514714] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Instance network_info: |[{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 588.515533] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.521666] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:17:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0790ddb9-6c89-4f18-b30a-db1bab83e048', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.533971] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.535390] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b90235e-f1b3-4036-93e6-49aa54882717 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.556250] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created folder: OpenStack in parent group-v4. [ 588.556603] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating folder: Project (bab04284feea471285888bc8e16e17a1). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.557232] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d757e42-00f9-4acc-9a86-43ea3c251370 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.572649] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created folder: Project (bab04284feea471285888bc8e16e17a1) in parent group-v859766. [ 588.572973] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating folder: Instances. Parent ref: group-v859767. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.573294] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a74c8da-7499-45d0-af65-95b3eb54aefc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.589062] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created folder: Instances in parent group-v859767. [ 588.589448] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 588.589981] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.589981] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c612bf2-264f-43a6-86cb-9d1124a083f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.612273] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.612273] env[65717]: value = "task-4392523" [ 588.612273] env[65717]: _type = "Task" [ 588.612273] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.624698] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392523, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.658175] env[65717]: DEBUG nova.network.neutron [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Updating instance_info_cache with network_info: [{"id": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "address": "fa:16:3e:4d:b5:45", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b744e-64", "ovs_interfaceid": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.725848] env[65717]: DEBUG nova.policy [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcafe36d87c84d25a1daeb0dedc39c9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fb7abb80a14181bb4e95a3473d3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.897428] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Successfully updated port: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 589.017125] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 589.049679] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.133917] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392523, 'name': CreateVM_Task, 'duration_secs': 0.405625} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.133917] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.133917] env[65717]: WARNING neutronclient.v2_0.client [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.162687] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.163030] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Instance network_info: |[{"id": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "address": "fa:16:3e:4d:b5:45", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b744e-64", "ovs_interfaceid": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 589.165060] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4b430-d62f-4710-98b6-36b6d6fa40ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.166746] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:b5:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4b744e-6464-4e1c-b3f9-f28b95116ebc', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.175360] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Creating folder: Project (1a774d7c0b924f1ca63985d3ead355c3). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.175638] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2c3ad0-e1fc-4f61-baff-10337591971e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.184606] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc64c429-6222-4994-82d1-b31c37875a49 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.226634] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedd7e9-1ae7-4f48-958c-5d9521807387 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.229848] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Created folder: Project (1a774d7c0b924f1ca63985d3ead355c3) in parent group-v859766. [ 589.230057] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Creating folder: Instances. Parent ref: group-v859770. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.235024] env[65717]: DEBUG nova.compute.manager [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Received event network-vif-plugged-0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 589.235024] env[65717]: DEBUG oslo_concurrency.lockutils [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.235024] env[65717]: DEBUG oslo_concurrency.lockutils [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.235024] env[65717]: DEBUG oslo_concurrency.lockutils [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.235024] env[65717]: DEBUG nova.compute.manager [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] No waiting events found dispatching network-vif-plugged-0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 589.235263] env[65717]: WARNING nova.compute.manager [req-130b49db-be70-4a51-b598-efc15376eb3b req-ad92190d-f6de-4002-9e40-1c1c7ba2fe4f service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Received unexpected event network-vif-plugged-0790ddb9-6c89-4f18-b30a-db1bab83e048 for instance with vm_state building and task_state spawning. [ 589.235545] env[65717]: DEBUG nova.compute.manager [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Received event network-vif-plugged-9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 589.235735] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] Acquiring lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.235987] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.236214] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.236338] env[65717]: DEBUG nova.compute.manager [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] No waiting events found dispatching network-vif-plugged-9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 589.236485] env[65717]: WARNING nova.compute.manager [req-e3e93478-fc41-43ba-855e-df807fea99f2 req-b380d1c5-e9c2-470e-a34f-396ccf2c8b4f service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Received unexpected event network-vif-plugged-9f4b744e-6464-4e1c-b3f9-f28b95116ebc for instance with vm_state building and task_state spawning. [ 589.237900] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36494df4-4f46-478a-9a77-6c6028626183 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.245287] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4179a60-6949-41cb-91e2-0b66b4eed960 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.251690] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Created folder: Instances in parent group-v859770. [ 589.251965] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 589.252564] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.253197] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09619135-582c-4a25-9178-fc4847a604e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.276161] env[65717]: DEBUG nova.compute.provider_tree [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.283816] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.283816] env[65717]: value = "task-4392526" [ 589.283816] env[65717]: _type = "Task" [ 589.283816] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.293427] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392526, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.334442] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Successfully created port: d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.339480] env[65717]: DEBUG oslo_vmware.service [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed38059-f529-4738-b27b-617498316737 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.347713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.347914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.348596] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.348883] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ebdf68-0045-4de4-99f1-3e927826a2b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.354987] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 589.354987] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d34f83-e1b5-622c-d046-a2233da4055f" [ 589.354987] env[65717]: _type = "Task" [ 589.354987] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.368967] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d34f83-e1b5-622c-d046-a2233da4055f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.400356] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.400701] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquired lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.400701] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 589.783023] env[65717]: DEBUG nova.scheduler.client.report [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.793838] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392526, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.865475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.865708] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.865930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.866085] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.866513] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.866755] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06762344-534c-424a-9b1a-e3075c57e1a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.886077] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.886261] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.887131] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce0634-fcaf-4453-a492-f7edc8bc8b69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.894090] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9b0e9d-9e5a-4a21-88f0-3fc621f72245 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.899459] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 589.899459] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52724771-2c04-eef9-1083-04ecf6601b36" [ 589.899459] env[65717]: _type = "Task" [ 589.899459] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.912220] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52724771-2c04-eef9-1083-04ecf6601b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.031116] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 590.091869] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.092116] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.092264] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.092436] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.092575] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.092712] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.092907] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.093081] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.093274] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.093429] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.093594] env[65717]: DEBUG nova.virt.hardware [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.094471] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c122236-ebc1-43fc-9556-5541e68b359f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.103323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54ce15-b162-4249-a5a9-1a7a7388999c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.285810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.286804] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 590.289518] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.318s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.292209] env[65717]: INFO nova.compute.claims [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.304349] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392526, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.412559] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.413079] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating directory with path [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.413124] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cd05d1-10a2-4c6a-9167-fdfb804680d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.435444] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created directory with path [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.435676] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Fetch image to [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.435817] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Downloading image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk on the data store datastore2 {{(pid=65717) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.436693] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953cd85-eb05-4903-a526-b4f8cc3d20d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.446869] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abba918c-5252-41c6-8c59-bbf7d8858bfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.459683] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36221633-0613-457b-972f-8608c53f3a9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.494478] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f93b2-bbb5-49b7-9f1f-c7fc4c520473 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.503126] env[65717]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fa60b1a5-2e11-486c-a225-afd3799567c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.538814] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Downloading image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to the data store datastore2 {{(pid=65717) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 590.613389] env[65717]: DEBUG oslo_vmware.rw_handles [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 590.686045] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 590.809073] env[65717]: DEBUG nova.compute.utils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.812141] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392526, 'name': CreateVM_Task, 'duration_secs': 1.396969} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.814775] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 590.814775] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.814775] env[65717]: WARNING neutronclient.v2_0.client [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.814775] env[65717]: WARNING neutronclient.v2_0.client [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.815883] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.818566] env[65717]: WARNING neutronclient.v2_0.client [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.818962] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.819124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.819406] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.820785] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863d339a-1bda-4bab-8306-00aea3a0ca37 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.826945] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 590.826945] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d56f4f-9400-2c94-d65f-c7c41606652a" [ 590.826945] env[65717]: _type = "Task" [ 590.826945] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.839081] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d56f4f-9400-2c94-d65f-c7c41606652a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.052367] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Successfully updated port: d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 591.317941] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 591.340723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.341020] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.341252] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.434462] env[65717]: DEBUG oslo_vmware.rw_handles [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.434462] env[65717]: DEBUG oslo_vmware.rw_handles [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 591.468560] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78988de1-e6ad-4b90-a56b-c1f089b0e186 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.478625] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1e658-5e3a-4e62-829e-c9f9542bae9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.511431] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Downloaded image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk on the data store datastore2 {{(pid=65717) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 591.512815] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 591.513523] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copying Virtual Disk [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk to [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.513799] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd25e9-ac54-4455-ab8f-777856eb705e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.516418] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201d0809-0e22-41c0-a688-2b950fd5aa6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.526679] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7171f8-4654-4c30-885c-77076ecbff33 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.531219] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 591.531219] env[65717]: value = "task-4392527" [ 591.531219] env[65717]: _type = "Task" [ 591.531219] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.543478] env[65717]: DEBUG nova.compute.provider_tree [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.547993] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.555111] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.555371] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.555499] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 591.780912] env[65717]: DEBUG nova.policy [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cb1bbeaafcb41069e0dee7fa66ed421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4d45eef2ece4f308b1c3a36d9f2db6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.865539] env[65717]: WARNING neutronclient.v2_0.client [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.043413] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392527, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.050696] env[65717]: DEBUG nova.scheduler.client.report [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.220064] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 592.266294] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Successfully created port: fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.269816] env[65717]: DEBUG nova.network.neutron [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Updating instance_info_cache with network_info: [{"id": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "address": "fa:16:3e:84:d8:d9", "network": {"id": "89cd7c4f-bb8e-4437-9d97-ba00c946dbe3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-494586086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "721b4a1934784c0a94ff293d306a70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5c298-98", "ovs_interfaceid": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.334224] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 592.389529] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.390092] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.390423] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.390633] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.390776] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.390917] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.391140] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.391293] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.391455] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.391606] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.391772] env[65717]: DEBUG nova.virt.hardware [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.393094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5130d-d838-44d9-8d15-6fabcef57814 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.401676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797c34c-c6fb-43bb-b6dd-51bb5bac4e7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.466660] env[65717]: WARNING neutronclient.v2_0.client [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.544103] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747827} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.544354] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copied Virtual Disk [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk to [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.544972] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleting the datastore file [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.544972] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f291e897-7ae8-49aa-87a0-a91491cc61e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.553412] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 592.553412] env[65717]: value = "task-4392528" [ 592.553412] env[65717]: _type = "Task" [ 592.553412] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.558334] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.559618] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 592.562737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.513s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.566277] env[65717]: INFO nova.compute.claims [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.573235] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.700599] env[65717]: DEBUG nova.network.neutron [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Updating instance_info_cache with network_info: [{"id": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "address": "fa:16:3e:4c:01:83", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91daa57-ce", "ovs_interfaceid": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.774530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Releasing lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.774953] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Instance network_info: |[{"id": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "address": "fa:16:3e:84:d8:d9", "network": {"id": "89cd7c4f-bb8e-4437-9d97-ba00c946dbe3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-494586086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "721b4a1934784c0a94ff293d306a70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5c298-98", "ovs_interfaceid": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 592.775420] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d8:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea5c298-98c2-4cee-b3b5-840025d0dd73', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.783433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Creating folder: Project (721b4a1934784c0a94ff293d306a70e9). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.783822] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8af7a8d-92dc-48c2-a889-e6f5ec314673 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.787789] env[65717]: DEBUG nova.compute.manager [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Received event network-changed-0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 592.787982] env[65717]: DEBUG nova.compute.manager [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Refreshing instance network info cache due to event network-changed-0790ddb9-6c89-4f18-b30a-db1bab83e048. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 592.788611] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] Acquiring lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.788611] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] Acquired lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.788611] env[65717]: DEBUG nova.network.neutron [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Refreshing network info cache for port 0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.801256] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Created folder: Project (721b4a1934784c0a94ff293d306a70e9) in parent group-v859766. [ 592.801256] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Creating folder: Instances. Parent ref: group-v859773. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.801256] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c1ad3e-1376-4924-a348-1ccbd7f2761c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.813312] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Created folder: Instances in parent group-v859773. [ 592.813613] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 592.813873] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.814130] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d4cff9b-e42d-4bd1-b890-935bc2b695bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.836321] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Received event network-changed-9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 592.836607] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Refreshing instance network info cache due to event network-changed-9f4b744e-6464-4e1c-b3f9-f28b95116ebc. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 592.836742] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquiring lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.836899] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquired lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.837186] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Refreshing network info cache for port 9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.846225] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.846225] env[65717]: value = "task-4392531" [ 592.846225] env[65717]: _type = "Task" [ 592.846225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.855910] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392531, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.065195] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029036} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.065195] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.065195] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Moving file from [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882/724fab6b-f0b4-4853-9430-a4e857da79fe to [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe. {{(pid=65717) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.065195] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8c08945f-9b24-4404-a860-8c8c1e2c22c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.071199] env[65717]: DEBUG nova.compute.utils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.073275] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 593.078850] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 593.078850] env[65717]: value = "task-4392532" [ 593.078850] env[65717]: _type = "Task" [ 593.078850] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.091309] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392532, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.207021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.207021] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Instance network_info: |[{"id": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "address": "fa:16:3e:4c:01:83", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91daa57-ce", "ovs_interfaceid": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 593.207281] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:01:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91daa57-ce2d-48dc-abea-aa96c2f995c0', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.217273] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Creating folder: Project (47fb7abb80a14181bb4e95a3473d3153). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.218103] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bb13533-ac6b-4968-b3df-aef44d65bbc8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.234093] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Created folder: Project (47fb7abb80a14181bb4e95a3473d3153) in parent group-v859766. [ 593.234432] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Creating folder: Instances. Parent ref: group-v859776. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.234497] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db0d0aa-79f1-4228-96e6-1ca2bafd7292 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.251291] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Created folder: Instances in parent group-v859776. [ 593.251291] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 593.251291] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.251291] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d292ee7f-181f-4d8d-bc47-9e12aea5e2ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.274886] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.274886] env[65717]: value = "task-4392535" [ 593.274886] env[65717]: _type = "Task" [ 593.274886] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.287449] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392535, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.292198] env[65717]: WARNING neutronclient.v2_0.client [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.340055] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.358280] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392531, 'name': CreateVM_Task, 'duration_secs': 0.438431} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.358482] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.358967] env[65717]: WARNING neutronclient.v2_0.client [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.359353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.359684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.359879] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.360127] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cd05a9-46d1-442f-a055-5aa59bb85ab7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.366638] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 593.366638] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5263a314-baa0-803f-652e-1d30af7f1e93" [ 593.366638] env[65717]: _type = "Task" [ 593.366638] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.376933] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5263a314-baa0-803f-652e-1d30af7f1e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.579939] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 593.601342] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392532, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034883} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.601342] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] File moved {{(pid=65717) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 593.602080] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Cleaning up location [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 593.602080] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleting the datastore file [datastore2] vmware_temp/042972ea-b72b-48fa-ac47-ef1b344a4882 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.602335] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4bf3b4f-3f7d-4d46-9aa2-1db60b685e9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.612393] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 593.612393] env[65717]: value = "task-4392536" [ 593.612393] env[65717]: _type = "Task" [ 593.612393] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.627515] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.752726] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc730cf-3e1c-4168-92dd-fc8fe29c42a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.762254] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a81ea-de66-4d5d-b6b5-88b868957f80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.801147] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cfdb17-2c56-4823-b8a8-3a24600bba26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.813836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcba500-4d54-4bf4-8072-f6b8b1230139 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.818178] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392535, 'name': CreateVM_Task, 'duration_secs': 0.402148} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.818334] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.819283] env[65717]: WARNING neutronclient.v2_0.client [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.819632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.831151] env[65717]: DEBUG nova.compute.provider_tree [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.880760] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5263a314-baa0-803f-652e-1d30af7f1e93, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.881303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.881303] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.881641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.881783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.882206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.882381] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67927226-921a-45c0-b7a3-51246865f2c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.887960] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 593.887960] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529536f1-a572-b3fe-6ebc-4d125c56770c" [ 593.887960] env[65717]: _type = "Task" [ 593.887960] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.896661] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529536f1-a572-b3fe-6ebc-4d125c56770c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.923362] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Successfully updated port: fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.132114] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029137} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.132114] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.132114] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397f74d0-756d-41d3-9178-d8239575b088 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.136589] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 594.136589] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c484b3-75a4-3438-cd54-7c3aa6346e8d" [ 594.136589] env[65717]: _type = "Task" [ 594.136589] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.151608] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c484b3-75a4-3438-cd54-7c3aa6346e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.151762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.152619] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.152619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.152619] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.152619] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d51aa17-d949-4083-b027-e3904486db80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.154768] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f14108-d2dc-4d71-a0d7-a8914e007a90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.163584] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 594.163584] env[65717]: value = "task-4392537" [ 594.163584] env[65717]: _type = "Task" [ 594.163584] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.164962] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.165107] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.168974] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcec3a4-15e0-4fa9-a5b0-4e39aa320093 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.175863] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 594.175863] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527d2bbb-d1ab-23e3-52ad-1fc06b29ff2b" [ 594.175863] env[65717]: _type = "Task" [ 594.175863] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.179239] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.189709] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527d2bbb-d1ab-23e3-52ad-1fc06b29ff2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.333267] env[65717]: DEBUG nova.scheduler.client.report [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.408077] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529536f1-a572-b3fe-6ebc-4d125c56770c, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.408713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.408713] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.408880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.427313] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.427313] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquired lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.427539] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.521044] env[65717]: WARNING neutronclient.v2_0.client [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.599235] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 594.638340] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.638685] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.638991] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.639375] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.639695] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.640065] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.640293] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.640586] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.640918] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.641279] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.641542] env[65717]: DEBUG nova.virt.hardware [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.643521] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6be72-2976-4e81-8b9e-e88be4c19a3d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.659315] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d2e5b-44ed-47d0-bda1-a1149d999be1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.679673] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.680985] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.696842] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.702478] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Creating folder: Project (3d0a4ad03a8249089fa49bd79bb9e4bc). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.703681] env[65717]: DEBUG nova.network.neutron [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updated VIF entry in instance network info cache for port 0790ddb9-6c89-4f18-b30a-db1bab83e048. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 594.704077] env[65717]: DEBUG nova.network.neutron [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.705429] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7734680c-c5b1-405e-963f-cf3fbb347bc3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.717623] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527d2bbb-d1ab-23e3-52ad-1fc06b29ff2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.719065] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386bbf7c-6d17-4ba8-bebd-c1210f35dfd8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.723749] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Created folder: Project (3d0a4ad03a8249089fa49bd79bb9e4bc) in parent group-v859766. [ 594.724181] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Creating folder: Instances. Parent ref: group-v859779. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.724711] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d5cfa5-f231-42fc-beec-c3a79e0a6395 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.728296] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 594.728296] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5229c64b-90db-f146-c42a-0b256509b33b" [ 594.728296] env[65717]: _type = "Task" [ 594.728296] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.738292] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5229c64b-90db-f146-c42a-0b256509b33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.739779] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Created folder: Instances in parent group-v859779. [ 594.739995] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 594.740202] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.740731] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57ecfc6-0ca6-4ad6-820c-d016647bad47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.758696] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.758696] env[65717]: value = "task-4392540" [ 594.758696] env[65717]: _type = "Task" [ 594.758696] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.769208] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392540, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.841943] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.842224] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 594.889791] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Updated VIF entry in instance network info cache for port 9f4b744e-6464-4e1c-b3f9-f28b95116ebc. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 594.890216] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Updating instance_info_cache with network_info: [{"id": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "address": "fa:16:3e:4d:b5:45", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b744e-64", "ovs_interfaceid": "9f4b744e-6464-4e1c-b3f9-f28b95116ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.006337] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.130666] env[65717]: WARNING neutronclient.v2_0.client [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.183133] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536268} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.183133] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.183397] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.183644] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17d3ad5d-dc48-41ae-a0b5-c56a48376e7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.197056] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 595.197056] env[65717]: value = "task-4392541" [ 595.197056] env[65717]: _type = "Task" [ 595.197056] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.209223] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd43eb3-30de-4238-b4a7-f598088d6bba req-c72276c8-989f-4b29-95a5-c3f9fa60e8bb service nova] Releasing lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.213901] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.242921] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5229c64b-90db-f146-c42a-0b256509b33b, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.243223] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.243525] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b8b5218d-04be-480d-bbfa-98d8c7bc4e73/b8b5218d-04be-480d-bbfa-98d8c7bc4e73.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.244461] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.244461] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.244791] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006d8ded-c810-401b-a613-88f5aee2c92e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.247901] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c56a0eea-fcbc-4ff6-a43a-e96af7ae5e3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.258914] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 595.258914] env[65717]: value = "task-4392542" [ 595.258914] env[65717]: _type = "Task" [ 595.258914] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.261908] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.262043] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.267842] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29eb56dd-4bb6-45a1-ada8-d369f9e8d106 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.273330] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.282073] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392540, 'name': CreateVM_Task, 'duration_secs': 0.327337} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.283614] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.284550] env[65717]: DEBUG oslo_vmware.service [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a2b34-70f8-4287-9231-9c9fd93fa150 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.292201] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 595.292201] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524f781e-bd49-2870-e58e-b64d6b390aaf" [ 595.292201] env[65717]: _type = "Task" [ 595.292201] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.293563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.293737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.294076] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.294699] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9119b362-1f2f-4dce-8b84-8bde0143c47f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.303319] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 595.303319] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520ecfce-d893-66ea-1616-65134e76ba4d" [ 595.303319] env[65717]: _type = "Task" [ 595.303319] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.307047] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524f781e-bd49-2870-e58e-b64d6b390aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.315872] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520ecfce-d893-66ea-1616-65134e76ba4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.346675] env[65717]: DEBUG nova.compute.utils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.349144] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 595.349364] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 595.349688] env[65717]: WARNING neutronclient.v2_0.client [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.350074] env[65717]: WARNING neutronclient.v2_0.client [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.397987] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Releasing lock "refresh_cache-b8b5218d-04be-480d-bbfa-98d8c7bc4e73" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.397987] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Received event network-vif-plugged-9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 595.397987] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquiring lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.397987] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.397987] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.398271] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] No waiting events found dispatching network-vif-plugged-9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 595.398271] env[65717]: WARNING nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Received unexpected event network-vif-plugged-9ea5c298-98c2-4cee-b3b5-840025d0dd73 for instance with vm_state building and task_state spawning. [ 595.398271] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Received event network-changed-9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 595.398486] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Refreshing instance network info cache due to event network-changed-9ea5c298-98c2-4cee-b3b5-840025d0dd73. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 595.398573] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquiring lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.398838] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquired lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.398838] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Refreshing network info cache for port 9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.494100] env[65717]: DEBUG nova.network.neutron [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Updating instance_info_cache with network_info: [{"id": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "address": "fa:16:3e:cf:26:b2", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfade5546-fb", "ovs_interfaceid": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.615712] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.615977] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.709988] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.710401] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.715062] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb74a7d-28da-42c5-be03-1bfbc528dc53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.742387] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.744319] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48eded3-7173-4667-8361-bd984c349636 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.763589] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.763873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.777459] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392542, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.781026] env[65717]: DEBUG nova.policy [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b9a2527c514bb889bdec885e78c604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8dd669ccba94665b6a0420f1d32e176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.786501] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 595.786501] env[65717]: value = "task-4392543" [ 595.786501] env[65717]: _type = "Task" [ 595.786501] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.787146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.787930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.801406] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.808403] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524f781e-bd49-2870-e58e-b64d6b390aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.021005} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.813573] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91795a9a-9f7b-45f2-954d-54496258acf2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.825617] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.825807] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.826380] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.826380] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.826546] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.830032] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 595.830032] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5207e804-96c4-fcc3-a325-86e93acd1184" [ 595.830032] env[65717]: _type = "Task" [ 595.830032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.830032] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c38980-c566-4b56-94be-0a868ed2d30f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.840027] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5207e804-96c4-fcc3-a325-86e93acd1184, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.841079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.841344] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3/73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.841608] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.841762] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.842010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.842211] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.842426] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30168a3a-1f77-41e0-82b1-be7685cdc400 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.845332] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a56363-f18d-4083-9181-81e4d7dcfe23 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.848608] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732bf571-cb74-40b0-947c-33d0c5b9cdfa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.855521] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 595.861862] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4fe283-e39c-41c8-a967-d65d5bfb1f05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.864367] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 595.864367] env[65717]: value = "task-4392544" [ 595.864367] env[65717]: _type = "Task" [ 595.864367] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.864765] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.864765] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.865730] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfe1f55-52fb-40ae-9a09-21977be68098 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.874934] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 595.874934] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d0b382-c604-a1ba-b167-b1a1faa67410" [ 595.874934] env[65717]: _type = "Task" [ 595.874934] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.883661] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.883661] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 595.883661] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e101b-3ea1-4a31-d92e-a94fa49f0ddf" [ 595.883661] env[65717]: _type = "Task" [ 595.883661] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.889979] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d0b382-c604-a1ba-b167-b1a1faa67410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.896076] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e101b-3ea1-4a31-d92e-a94fa49f0ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.902171] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.996647] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Releasing lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.997432] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Instance network_info: |[{"id": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "address": "fa:16:3e:cf:26:b2", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfade5546-fb", "ovs_interfaceid": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 595.997928] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:26:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fade5546-fb1f-49b0-9ec2-910683dd5b67', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.005581] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Creating folder: Project (c4d45eef2ece4f308b1c3a36d9f2db6d). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.005910] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e088175-b594-4157-89af-417f91f812f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.018729] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Created folder: Project (c4d45eef2ece4f308b1c3a36d9f2db6d) in parent group-v859766. [ 596.018864] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Creating folder: Instances. Parent ref: group-v859782. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.019124] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75fa2c3f-44d9-49f6-a24a-6b66834cf34e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.029356] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Created folder: Instances in parent group-v859782. [ 596.029616] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 596.029812] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.030029] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2f6092-58f4-4604-9547-487052b5e81f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.052142] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.052142] env[65717]: value = "task-4392547" [ 596.052142] env[65717]: _type = "Task" [ 596.052142] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.062184] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392547, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.118925] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 596.270646] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 596.280036] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525669} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.280036] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b8b5218d-04be-480d-bbfa-98d8c7bc4e73/b8b5218d-04be-480d-bbfa-98d8c7bc4e73.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.280036] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.280036] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-136e7ae9-377d-45c5-9ef9-e6d99a8e0e81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.289867] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 596.289867] env[65717]: value = "task-4392548" [ 596.289867] env[65717]: _type = "Task" [ 596.289867] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.295460] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 596.311889] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392543, 'name': ReconfigVM_Task, 'duration_secs': 0.378465} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.315542] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.317208] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.318390] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb121940-19fe-473f-b7ec-2e54c82b7de8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.331249] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 596.331249] env[65717]: value = "task-4392549" [ 596.331249] env[65717]: _type = "Task" [ 596.331249] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.345641] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392549, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.386403] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.395695] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.396991] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Creating directory with path [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.397687] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a4a84a-3033-401a-9e37-fe56255fba5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.406328] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e101b-3ea1-4a31-d92e-a94fa49f0ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.020422} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.407102] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2ca59c-8368-4556-844e-3b1f3233d0c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.415081] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 596.415081] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522275db-f7c1-abeb-0076-e0fb6f530290" [ 596.415081] env[65717]: _type = "Task" [ 596.415081] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.422901] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Created directory with path [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.423153] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Fetch image to [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.423314] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Downloading image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk on the data store datastore1 {{(pid=65717) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.424551] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f48231-fdce-4d28-b68b-f0ad869ba0f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.431504] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522275db-f7c1-abeb-0076-e0fb6f530290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.437611] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f33af5-e2dd-48df-8a50-2dd8b1a0632f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.449595] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdd935-a3b1-49d6-8cb9-9984003ae1fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.484374] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d795f93-ede3-4b39-92b8-398a3e084715 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.492265] env[65717]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d48cef02-0ea8-455b-bcd6-f33d7f90e1f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.521778] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Downloading image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to the data store datastore1 {{(pid=65717) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.564468] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392547, 'name': CreateVM_Task, 'duration_secs': 0.439333} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.564468] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.564468] env[65717]: WARNING neutronclient.v2_0.client [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.564468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.564468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.565013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566727] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f518eb89-106c-4f5a-b7dd-03c913d0b0c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.572928] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 596.572928] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f34e30-8697-ebc1-ff59-1c6edcaf4ca5" [ 596.572928] env[65717]: _type = "Task" [ 596.572928] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.582737] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f34e30-8697-ebc1-ff59-1c6edcaf4ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.584120] env[65717]: DEBUG oslo_vmware.rw_handles [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.672697] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.672970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.674754] env[65717]: INFO nova.compute.claims [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.800120] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.811218] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118287} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.811469] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.820797] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8771b-3f15-415e-83ed-d4af449eb38f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.846188] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] b8b5218d-04be-480d-bbfa-98d8c7bc4e73/b8b5218d-04be-480d-bbfa-98d8c7bc4e73.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.847413] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.854587] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a7dcf4-7e4c-46c3-af7b-9406f32140d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.873714] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 596.883169] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392549, 'name': Rename_Task, 'duration_secs': 0.180073} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.884855] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.885189] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 596.885189] env[65717]: value = "task-4392550" [ 596.885189] env[65717]: _type = "Task" [ 596.885189] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.885431] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14db83b1-4e00-4821-b452-2d364eb637c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.893058] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577505} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.896456] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3/73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.896688] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.897270] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b688176c-a29c-4498-932a-d59680b8ef63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.903820] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.905189] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 596.905189] env[65717]: value = "task-4392551" [ 596.905189] env[65717]: _type = "Task" [ 596.905189] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.913184] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 596.913184] env[65717]: value = "task-4392552" [ 596.913184] env[65717]: _type = "Task" [ 596.913184] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.920618] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.920618] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.920618] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.920770] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.921062] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.921145] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.921842] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.921842] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.921842] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.922073] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.922226] env[65717]: DEBUG nova.virt.hardware [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.926754] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d9747a-1fc7-462c-8fee-18146dad5ae9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.929823] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.951952] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3dd91-33f1-4f2d-acf4-6f6ccb25853c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.957168] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.957636] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522275db-f7c1-abeb-0076-e0fb6f530290, 'name': SearchDatastore_Task, 'duration_secs': 0.021283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.960870] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.961200] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42/154fdb4c-42f6-41f2-8b6f-20e76c5f0b42.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.961902] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc643e5-903c-435c-a45c-096897f0b5ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.981021] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 596.981021] env[65717]: value = "task-4392553" [ 596.981021] env[65717]: _type = "Task" [ 596.981021] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.991119] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.042153] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Successfully created port: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.085724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.086061] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.086332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.401231] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392550, 'name': ReconfigVM_Task, 'duration_secs': 0.450621} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.402077] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Reconfigured VM instance instance-00000002 to attach disk [datastore2] b8b5218d-04be-480d-bbfa-98d8c7bc4e73/b8b5218d-04be-480d-bbfa-98d8c7bc4e73.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.404057] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19702c63-7cc9-439d-8e3d-a2ce12aea8fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.413092] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 597.413092] env[65717]: value = "task-4392554" [ 597.413092] env[65717]: _type = "Task" [ 597.413092] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.432902] env[65717]: DEBUG oslo_vmware.rw_handles [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.433133] env[65717]: DEBUG oslo_vmware.rw_handles [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.433658] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.446573] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098624} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.446930] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392554, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.447602] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.450113] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484dac4-625d-4f32-98db-f6d0262de6d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.476236] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3/73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.476474] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd969d72-4610-4178-991a-80f372ecbe17 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.505221] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.507095] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 597.507095] env[65717]: value = "task-4392555" [ 597.507095] env[65717]: _type = "Task" [ 597.507095] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.514943] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Downloaded image file data 724fab6b-f0b4-4853-9430-a4e857da79fe to vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk on the data store datastore1 {{(pid=65717) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.517038] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.517458] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Copying Virtual Disk [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk to [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.517974] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce6cf3b-96b6-4fe2-ac9e-e43336feb9d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.524374] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.532850] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 597.532850] env[65717]: value = "task-4392556" [ 597.532850] env[65717]: _type = "Task" [ 597.532850] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.543018] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.923630] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d0c4c7-73b4-4876-8c13-75cf037ab574 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.926439] env[65717]: DEBUG oslo_vmware.api [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392551, 'name': PowerOnVM_Task, 'duration_secs': 0.669063} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.927162] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.927666] env[65717]: INFO nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Took 14.67 seconds to spawn the instance on the hypervisor. [ 597.928054] env[65717]: DEBUG nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 597.929743] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd739b62-c867-4bc4-af51-71a561bbc632 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.937855] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392554, 'name': Rename_Task, 'duration_secs': 0.22602} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.939861] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3363c-9cf5-4beb-a4ae-48d561e32543 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.946752] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.946752] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d5b352-0229-4a2f-a421-df96655ca485 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.988551] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a8c272-5dd8-4053-81b8-f544f76f4edf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.991790] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 597.991790] env[65717]: value = "task-4392557" [ 597.991790] env[65717]: _type = "Task" [ 597.991790] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.004526] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285d9d7b-55d6-49bc-8a92-51bc05a2a9e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.015666] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.025295] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573594} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.033905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42/154fdb4c-42f6-41f2-8b6f-20e76c5f0b42.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.034154] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.035110] env[65717]: DEBUG nova.compute.provider_tree [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.039874] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a968d599-583c-4afc-8119-8c66fef20f63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.045041] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392555, 'name': ReconfigVM_Task, 'duration_secs': 0.373946} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.046057] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3/73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.047299] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7094759d-a95f-41ee-ae43-9683701b040c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.053354] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392556, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.054937] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 598.054937] env[65717]: value = "task-4392558" [ 598.054937] env[65717]: _type = "Task" [ 598.054937] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.062163] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 598.062163] env[65717]: value = "task-4392559" [ 598.062163] env[65717]: _type = "Task" [ 598.062163] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.072808] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.080506] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392559, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.460639] env[65717]: INFO nova.compute.manager [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Took 19.46 seconds to build instance. [ 598.507083] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.546239] env[65717]: DEBUG nova.scheduler.client.report [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.549981] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.550869] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Copied Virtual Disk [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk to [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.551309] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleting the datastore file [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe/tmp-sparse.vmdk {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.551309] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-249f62be-5f4b-4005-83cc-91669da34cdb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.560617] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 598.560617] env[65717]: value = "task-4392560" [ 598.560617] env[65717]: _type = "Task" [ 598.560617] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.568026] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157245} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.571787] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.572885] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9d648-b4ec-42ff-b751-b34aff7890f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.579404] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.584683] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392559, 'name': Rename_Task, 'duration_secs': 0.329806} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.596169] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.605168] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42/154fdb4c-42f6-41f2-8b6f-20e76c5f0b42.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.605497] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31ae47a-f1a2-4889-ae61-402ea904c227 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.607337] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849008b3-df67-48ab-9c75-c9b3fac259e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.627929] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.633358] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 598.633358] env[65717]: value = "task-4392562" [ 598.633358] env[65717]: _type = "Task" [ 598.633358] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.633358] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 598.633358] env[65717]: value = "task-4392561" [ 598.633358] env[65717]: _type = "Task" [ 598.633358] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.648647] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.840953] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Updated VIF entry in instance network info cache for port 9ea5c298-98c2-4cee-b3b5-840025d0dd73. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 598.841963] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Updating instance_info_cache with network_info: [{"id": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "address": "fa:16:3e:84:d8:d9", "network": {"id": "89cd7c4f-bb8e-4437-9d97-ba00c946dbe3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-494586086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "721b4a1934784c0a94ff293d306a70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5c298-98", "ovs_interfaceid": "9ea5c298-98c2-4cee-b3b5-840025d0dd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.964213] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.976s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.005215] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.052305] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.055703] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 599.059794] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.259s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.060946] env[65717]: INFO nova.compute.claims [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.074730] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068194} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.074730] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.074971] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Moving file from [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60/724fab6b-f0b4-4853-9430-a4e857da79fe to [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe. {{(pid=65717) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.075220] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-308a1485-84fe-4268-b640-be4033c2f68b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.083340] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 599.083340] env[65717]: value = "task-4392563" [ 599.083340] env[65717]: _type = "Task" [ 599.083340] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.093546] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392563, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.148435] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.152466] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.250962] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.251294] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.347087] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Releasing lock "refresh_cache-73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.347482] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Received event network-vif-plugged-d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 599.347770] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquiring lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.348085] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.348306] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.348539] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] No waiting events found dispatching network-vif-plugged-d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.348816] env[65717]: WARNING nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Received unexpected event network-vif-plugged-d91daa57-ce2d-48dc-abea-aa96c2f995c0 for instance with vm_state building and task_state spawning. [ 599.348977] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Received event network-changed-d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 599.349221] env[65717]: DEBUG nova.compute.manager [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Refreshing instance network info cache due to event network-changed-d91daa57-ce2d-48dc-abea-aa96c2f995c0. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 599.349481] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquiring lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.349788] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Acquired lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.350235] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Refreshing network info cache for port d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.357485] env[65717]: DEBUG nova.compute.manager [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Received event network-vif-plugged-fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 599.358235] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Acquiring lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.359460] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.359460] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.359460] env[65717]: DEBUG nova.compute.manager [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] No waiting events found dispatching network-vif-plugged-fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.359460] env[65717]: WARNING nova.compute.manager [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Received unexpected event network-vif-plugged-fade5546-fb1f-49b0-9ec2-910683dd5b67 for instance with vm_state building and task_state spawning. [ 599.359722] env[65717]: DEBUG nova.compute.manager [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Received event network-changed-fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 599.360136] env[65717]: DEBUG nova.compute.manager [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Refreshing instance network info cache due to event network-changed-fade5546-fb1f-49b0-9ec2-910683dd5b67. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 599.360136] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Acquiring lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.360451] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Acquired lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.360732] env[65717]: DEBUG nova.network.neutron [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Refreshing network info cache for port fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.416036] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Successfully updated port: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.504561] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392557, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.568023] env[65717]: DEBUG nova.compute.utils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.569754] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 599.570587] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.570587] env[65717]: WARNING neutronclient.v2_0.client [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.570814] env[65717]: WARNING neutronclient.v2_0.client [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.595658] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392563, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034915} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.595900] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] File moved {{(pid=65717) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.596098] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Cleaning up location [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.596264] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleting the datastore file [datastore1] vmware_temp/dd523b07-f951-4949-8e2e-c1ab4423cb60 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.596510] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850b80ac-e1c7-4eec-a1ee-7723daa4b306 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.604537] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 599.604537] env[65717]: value = "task-4392564" [ 599.604537] env[65717]: _type = "Task" [ 599.604537] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.613850] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.651543] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392562, 'name': ReconfigVM_Task, 'duration_secs': 0.77664} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.656236] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42/154fdb4c-42f6-41f2-8b6f-20e76c5f0b42.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.657170] env[65717]: DEBUG oslo_vmware.api [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392561, 'name': PowerOnVM_Task, 'duration_secs': 0.761578} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.659943] env[65717]: DEBUG nova.policy [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a571c3d9fa434f208c504849c392356a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97077b3bc1f042dc93bfcd2482ac0bd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.660857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da46e4f-dab8-4ad3-892a-a62246c31279 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.662586] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.662843] env[65717]: INFO nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Took 11.82 seconds to spawn the instance on the hypervisor. [ 599.663070] env[65717]: DEBUG nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 599.664024] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543595e1-3f1b-4379-a974-eaf09121c8d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.676275] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 599.676275] env[65717]: value = "task-4392565" [ 599.676275] env[65717]: _type = "Task" [ 599.676275] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.686549] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392565, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.757732] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Getting list of instances from cluster (obj){ [ 599.757732] env[65717]: value = "domain-c8" [ 599.757732] env[65717]: _type = "ClusterComputeResource" [ 599.757732] env[65717]: } {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.759558] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de3381-d79d-468c-baa8-bbd71ff891da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.777134] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Got total of 6 instances {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.777355] env[65717]: WARNING nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 599.777625] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid db7e2fb2-2936-494d-ab93-9905df4fbcfd {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.778100] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid b8b5218d-04be-480d-bbfa-98d8c7bc4e73 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.778464] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid d0b71c6c-09d7-4be6-9524-2c13eedf7bd2 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 01620656-6c91-49b6-a5f1-2ebc4cf2c244 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid ad2c0d38-fab2-47b3-aa20-a809153ca209 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid d0fa8edd-697a-47c8-9b08-5ffa7283c08d {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid ae247151-1d67-4ff9-8ec4-c7e51680bb27 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 599.781070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.781291] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.781291] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.781291] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.781291] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.781594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.781954] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.782542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.782542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.782945] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.783333] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.783673] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 599.784496] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712d93c1-bb1b-417b-b49e-e71a6f6bade7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.788626] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.854621] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.865672] env[65717]: WARNING neutronclient.v2_0.client [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.920249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.920423] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquired lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.921402] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.008437] env[65717]: DEBUG oslo_vmware.api [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392557, 'name': PowerOnVM_Task, 'duration_secs': 2.039284} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.008437] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.008437] env[65717]: INFO nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Took 14.56 seconds to spawn the instance on the hypervisor. [ 600.008437] env[65717]: DEBUG nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 600.009730] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d1ef68-8c9a-4530-849d-db49463340bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.074284] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 600.077806] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Successfully created port: 70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.118327] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038394} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.121205] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.121714] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcb3f7c-4ca8-472b-93bf-6770b6c5f877 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.130654] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 600.130654] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ebf1dd-ff5c-4e1d-508b-94be88f92f52" [ 600.130654] env[65717]: _type = "Task" [ 600.130654] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.143685] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ebf1dd-ff5c-4e1d-508b-94be88f92f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.205209] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392565, 'name': Rename_Task, 'duration_secs': 0.277398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.205762] env[65717]: INFO nova.compute.manager [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Took 16.66 seconds to build instance. [ 600.209958] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.211466] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f175a725-bb4b-4a4a-a4d8-fbe56361378e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.221169] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 600.221169] env[65717]: value = "task-4392566" [ 600.221169] env[65717]: _type = "Task" [ 600.221169] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.235256] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.291174] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.298135] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.319674] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8a10b-aa4b-49c0-b1cd-6331e2d4aa34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.331041] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9432c2-e362-41c8-bfff-4bc8f05fa938 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.369266] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636dd8ea-9126-4eed-b9e3-c73e2ea0e1e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.378356] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1604f7ad-8b06-4e2a-a96e-309c1bf2f780 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.394191] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.532018] env[65717]: INFO nova.compute.manager [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Took 19.92 seconds to build instance. [ 600.645109] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ebf1dd-ff5c-4e1d-508b-94be88f92f52, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.645704] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.645900] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 01620656-6c91-49b6-a5f1-2ebc4cf2c244/01620656-6c91-49b6-a5f1-2ebc4cf2c244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.646096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.646280] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.646487] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d45e27b-1b1b-4374-bd85-f5ee3ccf2dd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.648909] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c2f357-419b-4f62-b8fe-98f6a9111308 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.660403] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 600.660403] env[65717]: value = "task-4392567" [ 600.660403] env[65717]: _type = "Task" [ 600.660403] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.661643] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.662044] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.666188] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b778bf40-4f56-4b45-a542-bd31de179f53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.672815] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 600.672815] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5205aa9e-448b-a5ac-ca96-732e996690ff" [ 600.672815] env[65717]: _type = "Task" [ 600.672815] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.676293] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.686911] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5205aa9e-448b-a5ac-ca96-732e996690ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.711742] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.180s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.712155] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.931s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.712362] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] During sync_power_state the instance has a pending task (spawning). Skip. [ 600.712548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.732278] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392566, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.836564] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.897514] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.034480] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5771184d-3e26-427e-9455-f1b547512729 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.436s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.035529] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.254s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.035529] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] During sync_power_state the instance has a pending task (spawning). Skip. [ 601.035529] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.088831] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 601.131816] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.132106] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.132261] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.132435] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.132579] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.132742] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.132944] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.133114] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.133280] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.133442] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.133606] env[65717]: DEBUG nova.virt.hardware [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.134570] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024dc497-6181-4511-8e28-f3f672125162 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.145485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61872985-f5f9-485b-871d-ecfc1dedcc92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.175530] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.191557] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5205aa9e-448b-a5ac-ca96-732e996690ff, 'name': SearchDatastore_Task, 'duration_secs': 0.024542} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.192737] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-decd201c-9263-421b-b490-87e7ef4319b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.202118] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 601.202118] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ada5f8-006a-2759-4945-8739ece1ca41" [ 601.202118] env[65717]: _type = "Task" [ 601.202118] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.214903] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ada5f8-006a-2759-4945-8739ece1ca41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.236363] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392566, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.402848] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.403394] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 601.406063] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.559s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.407402] env[65717]: INFO nova.compute.claims [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.673651] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785649} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.674017] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 01620656-6c91-49b6-a5f1-2ebc4cf2c244/01620656-6c91-49b6-a5f1-2ebc4cf2c244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.674221] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.674477] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a65554f-e3e1-469f-9e73-338f382ef7c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.683024] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 601.683024] env[65717]: value = "task-4392568" [ 601.683024] env[65717]: _type = "Task" [ 601.683024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.694536] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.713023] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ada5f8-006a-2759-4945-8739ece1ca41, 'name': SearchDatastore_Task, 'duration_secs': 0.071484} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.713023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.713023] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0b71c6c-09d7-4be6-9524-2c13eedf7bd2/d0b71c6c-09d7-4be6-9524-2c13eedf7bd2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.713598] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63b335c9-a00e-4f6c-b597-e1a6b4c9c639 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.720944] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 601.720944] env[65717]: value = "task-4392569" [ 601.720944] env[65717]: _type = "Task" [ 601.720944] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.734274] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.736845] env[65717]: DEBUG oslo_vmware.api [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392566, 'name': PowerOnVM_Task, 'duration_secs': 1.094758} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.737127] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.737394] env[65717]: INFO nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Took 11.71 seconds to spawn the instance on the hypervisor. [ 601.737588] env[65717]: DEBUG nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 601.738451] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcbc604-0b2e-46f0-82ef-09b1efe5f8aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.755446] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Successfully updated port: 70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.913587] env[65717]: DEBUG nova.compute.utils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.917254] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 601.917446] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.917781] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.918143] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.037477] env[65717]: DEBUG nova.policy [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c8e1aec06f4670bdb8a5cca5027767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890a1e73966e4c848f2a0bc6e416a885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.067799] env[65717]: WARNING neutronclient.v2_0.client [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.101068] env[65717]: WARNING neutronclient.v2_0.client [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.106125] env[65717]: WARNING neutronclient.v2_0.client [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.199788] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188916} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.200530] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.201426] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f27eff-ff72-470b-9481-8754c9b8b589 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.231327] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 01620656-6c91-49b6-a5f1-2ebc4cf2c244/01620656-6c91-49b6-a5f1-2ebc4cf2c244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.232155] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2a10c3-f93e-448a-a262-289c5b7f13d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.261764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquired lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.265126] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.269418] env[65717]: INFO nova.compute.manager [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Took 16.48 seconds to build instance. [ 602.275571] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 602.275571] env[65717]: value = "task-4392570" [ 602.275571] env[65717]: _type = "Task" [ 602.275571] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.283378] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392569, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.306199] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.418705] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 602.487173] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Successfully created port: 149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.511086] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Updated VIF entry in instance network info cache for port d91daa57-ce2d-48dc-abea-aa96c2f995c0. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.512438] env[65717]: DEBUG nova.network.neutron [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Updating instance_info_cache with network_info: [{"id": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "address": "fa:16:3e:4c:01:83", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91daa57-ce", "ovs_interfaceid": "d91daa57-ce2d-48dc-abea-aa96c2f995c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.543590] env[65717]: DEBUG nova.network.neutron [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Updated VIF entry in instance network info cache for port fade5546-fb1f-49b0-9ec2-910683dd5b67. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.543980] env[65717]: DEBUG nova.network.neutron [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Updating instance_info_cache with network_info: [{"id": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "address": "fa:16:3e:cf:26:b2", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfade5546-fb", "ovs_interfaceid": "fade5546-fb1f-49b0-9ec2-910683dd5b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.549939] env[65717]: DEBUG nova.network.neutron [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Updating instance_info_cache with network_info: [{"id": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "address": "fa:16:3e:0b:69:24", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb0dda4-9b", "ovs_interfaceid": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.635901] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e402f-67a1-4f32-a08a-b1bc6c805c70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.649594] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b134f-81b9-4bdc-90eb-71995d64cff8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.686334] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e46ab5-6bd6-427c-bb87-7f9432eca506 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.695658] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cb701-2b6b-4ced-97dc-47f8f94b9ebb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.711372] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.742325] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743173} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.742779] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0b71c6c-09d7-4be6-9524-2c13eedf7bd2/d0b71c6c-09d7-4be6-9524-2c13eedf7bd2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.742876] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.743912] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5820f41c-b911-49c5-9d9f-b77b976163e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.751881] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 602.751881] env[65717]: value = "task-4392571" [ 602.751881] env[65717]: _type = "Task" [ 602.751881] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.762192] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.773578] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3f02d2fa-31c5-4759-8439-31aff50bab7b tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.006s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.773931] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.993s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.774154] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.774325] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.792568] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.997985] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 603.017704] env[65717]: DEBUG oslo_concurrency.lockutils [req-eadfa099-786c-4c8d-a7f9-5bb66217c0c0 req-869f60a7-3fb5-43e6-bc6b-59d7c3ad70c2 service nova] Releasing lock "refresh_cache-154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.046573] env[65717]: DEBUG oslo_concurrency.lockutils [req-5e252791-f9dc-4094-a199-3dab035bb60b req-33137407-f70c-4344-8925-08b38392a3df service nova] Releasing lock "refresh_cache-d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.053357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Releasing lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.053821] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Instance network_info: |[{"id": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "address": "fa:16:3e:0b:69:24", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb0dda4-9b", "ovs_interfaceid": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 603.054802] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:69:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb0dda4-9b4d-44a8-a6e5-98f94babe002', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.065530] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Creating folder: Project (b8dd669ccba94665b6a0420f1d32e176). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.066099] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34039c7b-f9b9-4ab0-aa8f-d1d11aad8c73 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.078897] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Created folder: Project (b8dd669ccba94665b6a0420f1d32e176) in parent group-v859766. [ 603.078897] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Creating folder: Instances. Parent ref: group-v859785. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.078897] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f56fcab3-3246-42a5-bc90-db290a7f1783 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.090338] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Created folder: Instances in parent group-v859785. [ 603.090596] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 603.090804] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.091322] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a844c03-06e5-424e-92ea-b67692455664 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.115767] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.115767] env[65717]: value = "task-4392574" [ 603.115767] env[65717]: _type = "Task" [ 603.115767] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.133321] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392574, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.246710] env[65717]: ERROR nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [req-ada3c79d-d83a-4548-b55b-ff59cade715a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ada3c79d-d83a-4548-b55b-ff59cade715a"}]} [ 603.263976] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159999} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.267026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.267026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebae6a-2332-4139-92e5-0cfda1a8441d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.292792] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d0b71c6c-09d7-4be6-9524-2c13eedf7bd2/d0b71c6c-09d7-4be6-9524-2c13eedf7bd2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.294081] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 603.299332] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-072d9d61-337d-4c3f-94be-7ce0c10bf7ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.323109] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392570, 'name': ReconfigVM_Task, 'duration_secs': 0.704254} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.324842] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 01620656-6c91-49b6-a5f1-2ebc4cf2c244/01620656-6c91-49b6-a5f1-2ebc4cf2c244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.325945] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 603.325945] env[65717]: value = "task-4392575" [ 603.325945] env[65717]: _type = "Task" [ 603.325945] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.326174] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3914dff3-1041-47b6-8ce0-27b0a0cb1c45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.333689] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 603.333871] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.341070] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.342953] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 603.342953] env[65717]: value = "task-4392576" [ 603.342953] env[65717]: _type = "Task" [ 603.342953] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.353024] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392576, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.354368] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 603.375210] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 603.435321] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 603.479594] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.479870] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.480248] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.480482] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.480726] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.480981] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.481901] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.481901] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.481901] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.482322] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.482437] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.483654] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58794ba6-853b-4dfe-936a-4a6b907be141 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.497173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f639b-60b8-4be6-a650-a4c16f152b82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.566535] env[65717]: DEBUG nova.compute.manager [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Received event network-vif-plugged-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 603.566906] env[65717]: DEBUG oslo_concurrency.lockutils [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] Acquiring lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.567375] env[65717]: DEBUG oslo_concurrency.lockutils [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.567458] env[65717]: DEBUG oslo_concurrency.lockutils [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.567643] env[65717]: DEBUG nova.compute.manager [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] No waiting events found dispatching network-vif-plugged-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 603.567966] env[65717]: WARNING nova.compute.manager [req-daed7de0-b14b-4a11-a45c-578e6527970e req-21403ffc-8976-4263-9c11-2a8e516c3c31 service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Received unexpected event network-vif-plugged-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 for instance with vm_state building and task_state spawning. [ 603.570500] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6676b3c-9479-4aae-8af6-6ea3d700aaa4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.581157] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83225ce-103c-4945-8f71-001448f2d567 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.621688] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a4d07-1fbd-4d88-904c-5b3ef4955612 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.633210] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392574, 'name': CreateVM_Task, 'duration_secs': 0.500497} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.633552] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.634917] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eeaf27-7947-4313-bc4f-c3c8d0592743 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.640764] env[65717]: WARNING neutronclient.v2_0.client [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.640764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.640764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.640764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.641095] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27060a4c-d8e6-4f5d-9e4c-c074f71ee9e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.647405] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 603.647405] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8903a-92af-2ce4-3023-950c57e3b948" [ 603.647405] env[65717]: _type = "Task" [ 603.647405] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.658228] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.669591] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8903a-92af-2ce4-3023-950c57e3b948, 'name': SearchDatastore_Task, 'duration_secs': 0.016503} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.670532] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.670754] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.670972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.671218] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.671289] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.671813] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43b0a99-4ff2-4fa8-ab9a-14a870b8b490 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.688683] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.689176] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.689626] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3973f3-b264-499b-9171-ad86b1195190 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.695944] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 603.695944] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f55de-976f-41e7-fa2d-8341c8dd447a" [ 603.695944] env[65717]: _type = "Task" [ 603.695944] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.705116] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f55de-976f-41e7-fa2d-8341c8dd447a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.840227] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.856076] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392576, 'name': Rename_Task, 'duration_secs': 0.264862} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.856076] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.856076] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2632ef4b-5ca6-4610-ba9b-b5e8ff7c389b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.863458] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 603.863458] env[65717]: value = "task-4392577" [ 603.863458] env[65717]: _type = "Task" [ 603.863458] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.872543] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.949026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.949026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.188069] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Successfully updated port: 149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.191631] env[65717]: ERROR nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [req-3313b936-256d-49e3-9988-61d63d94beb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3313b936-256d-49e3-9988-61d63d94beb2"}]} [ 604.219491] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f55de-976f-41e7-fa2d-8341c8dd447a, 'name': SearchDatastore_Task, 'duration_secs': 0.038301} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.221933] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee6385e-cd65-4e8c-a26d-136f639d36bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.229313] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 604.239297] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 604.239297] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52945255-956a-3bd8-5cfd-d40b79ee09e2" [ 604.239297] env[65717]: _type = "Task" [ 604.239297] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.242572] env[65717]: WARNING neutronclient.v2_0.client [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.253860] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 604.254178] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.264195] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52945255-956a-3bd8-5cfd-d40b79ee09e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014903} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.264562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.264920] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ad2c0d38-fab2-47b3-aa20-a809153ca209/ad2c0d38-fab2-47b3-aa20-a809153ca209.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.265309] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b632f2-5830-4e79-a2d2-1acf367f304a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.273938] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 604.279291] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 604.279291] env[65717]: value = "task-4392578" [ 604.279291] env[65717]: _type = "Task" [ 604.279291] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.291211] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.304440] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 604.344706] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392575, 'name': ReconfigVM_Task, 'duration_secs': 0.627648} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.345035] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d0b71c6c-09d7-4be6-9524-2c13eedf7bd2/d0b71c6c-09d7-4be6-9524-2c13eedf7bd2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.345716] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e5687c-9f40-4f9f-a26c-dc401d6a79cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.353949] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 604.353949] env[65717]: value = "task-4392579" [ 604.353949] env[65717]: _type = "Task" [ 604.353949] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.370882] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392579, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.377319] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392577, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.437179] env[65717]: DEBUG nova.network.neutron [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updating instance_info_cache with network_info: [{"id": "70589e41-2bd9-4945-85fb-7271dac2b376", "address": "fa:16:3e:65:b9:16", "network": {"id": "7e37afe4-9d85-4673-b995-159f807b152d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-238662012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97077b3bc1f042dc93bfcd2482ac0bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70589e41-2b", "ovs_interfaceid": "70589e41-2bd9-4945-85fb-7271dac2b376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.452929] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.545842] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a67fb50-eece-44b9-9417-03113bed5e2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.559576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db98406f-4963-4826-a3cf-f717f05dcb68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.602137] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98acac-5c41-484f-b683-fe0210a6488c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.613774] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0ef99f-b00d-4b87-b309-25d762b3d595 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.636944] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.699239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.699239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.700177] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 604.795353] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.867789] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392579, 'name': Rename_Task, 'duration_secs': 0.187631} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.871214] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.871364] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f59aec5-8647-4497-9d35-925c971d6088 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.881484] env[65717]: DEBUG oslo_vmware.api [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392577, 'name': PowerOnVM_Task, 'duration_secs': 0.790167} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.883051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.883163] env[65717]: INFO nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Took 10.28 seconds to spawn the instance on the hypervisor. [ 604.883334] env[65717]: DEBUG nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.883657] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 604.883657] env[65717]: value = "task-4392580" [ 604.883657] env[65717]: _type = "Task" [ 604.883657] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.884828] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f104deb-f412-4846-b912-4080a57aa50a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.904424] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.946718] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Releasing lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.946718] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Instance network_info: |[{"id": "70589e41-2bd9-4945-85fb-7271dac2b376", "address": "fa:16:3e:65:b9:16", "network": {"id": "7e37afe4-9d85-4673-b995-159f807b152d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-238662012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97077b3bc1f042dc93bfcd2482ac0bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70589e41-2b", "ovs_interfaceid": "70589e41-2bd9-4945-85fb-7271dac2b376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 604.946886] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70589e41-2bd9-4945-85fb-7271dac2b376', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.958946] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Creating folder: Project (97077b3bc1f042dc93bfcd2482ac0bd8). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.964796] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0073d098-48b1-481b-a112-17d99865ccc7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.981173] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Created folder: Project (97077b3bc1f042dc93bfcd2482ac0bd8) in parent group-v859766. [ 604.981428] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Creating folder: Instances. Parent ref: group-v859788. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.981692] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29514b73-afc8-4b57-82df-454552f319da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.992423] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.995575] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Created folder: Instances in parent group-v859788. [ 604.996110] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 604.996567] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.996988] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa6f89ec-9de4-4048-9c62-693076e7d04e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.022459] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.022459] env[65717]: value = "task-4392583" [ 605.022459] env[65717]: _type = "Task" [ 605.022459] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.030749] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392583, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.195651] env[65717]: DEBUG nova.scheduler.client.report [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 605.196178] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 15 to 16 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.196178] env[65717]: DEBUG nova.compute.provider_tree [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.292153] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616129} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.292445] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ad2c0d38-fab2-47b3-aa20-a809153ca209/ad2c0d38-fab2-47b3-aa20-a809153ca209.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.292653] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.292938] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0df2709-72af-40c0-87f5-074fd10d76a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.301145] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 605.301145] env[65717]: value = "task-4392584" [ 605.301145] env[65717]: _type = "Task" [ 605.301145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.310981] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.398036] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.414545] env[65717]: INFO nova.compute.manager [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Took 19.46 seconds to build instance. [ 605.457462] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 605.535461] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392583, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.704039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.298s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.704583] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 605.709321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.416s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.709321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.709466] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 605.710791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.719s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.712514] env[65717]: INFO nova.compute.claims [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.717383] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287568f-35a4-466e-88e3-86bd10ab3de1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.726592] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba45bfe8-3440-4754-a8fc-7f851d95e5e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.747067] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0016044-23ec-4f18-813a-fd6de910c085 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.756174] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa6ceff-0966-424c-824a-9d556ee0789d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.789333] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180760MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 605.790215] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.814624] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117918} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.814906] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.815744] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4664c15-a843-4799-a40a-49aa28ee90ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.840388] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ad2c0d38-fab2-47b3-aa20-a809153ca209/ad2c0d38-fab2-47b3-aa20-a809153ca209.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.844182] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d00f48-5a66-4b44-b322-a3777abf682c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.867439] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 605.867439] env[65717]: value = "task-4392585" [ 605.867439] env[65717]: _type = "Task" [ 605.867439] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.878497] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.898794] env[65717]: DEBUG oslo_vmware.api [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392580, 'name': PowerOnVM_Task, 'duration_secs': 1.012651} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.898794] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.898983] env[65717]: INFO nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Took 13.56 seconds to spawn the instance on the hypervisor. [ 605.899068] env[65717]: DEBUG nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.899831] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38059d0-1eaa-4085-8601-2febaa11138e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.917315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2b891191-1f57-423b-8b68-031e9d9eae92 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.975s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.918067] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.136s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.918067] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] During sync_power_state the instance has a pending task (spawning). Skip. [ 605.918067] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.034445] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392583, 'name': CreateVM_Task, 'duration_secs': 0.668714} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.034625] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.035199] env[65717]: WARNING neutronclient.v2_0.client [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.035551] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.035700] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.036025] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.036293] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bebdad-d7bd-42a4-a052-cf986aec2d87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.042349] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 606.042349] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e50739-ac2e-6842-c29d-f1dd7fb1cf11" [ 606.042349] env[65717]: _type = "Task" [ 606.042349] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.051861] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e50739-ac2e-6842-c29d-f1dd7fb1cf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.171982] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.217432] env[65717]: DEBUG nova.compute.utils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.219426] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 606.219624] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.219982] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.220332] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.281419] env[65717]: DEBUG nova.compute.manager [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Received event network-vif-plugged-149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 606.284247] env[65717]: DEBUG oslo_concurrency.lockutils [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] Acquiring lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.284247] env[65717]: DEBUG oslo_concurrency.lockutils [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.284247] env[65717]: DEBUG oslo_concurrency.lockutils [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.284247] env[65717]: DEBUG nova.compute.manager [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] No waiting events found dispatching network-vif-plugged-149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 606.284247] env[65717]: WARNING nova.compute.manager [req-2e510873-8d8e-44d2-b13f-da17fee37c64 req-7e119ae9-c184-4115-b39e-0627e9c35a09 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Received unexpected event network-vif-plugged-149d5866-b6bb-42af-90d6-3eca6604c5a7 for instance with vm_state building and task_state spawning. [ 606.384513] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.427823] env[65717]: DEBUG nova.policy [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c8e1aec06f4670bdb8a5cca5027767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890a1e73966e4c848f2a0bc6e416a885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.430081] env[65717]: INFO nova.compute.manager [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Took 20.65 seconds to build instance. [ 606.560861] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e50739-ac2e-6842-c29d-f1dd7fb1cf11, 'name': SearchDatastore_Task, 'duration_secs': 0.049072} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.561205] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.561430] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.561972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.561972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.562079] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.563224] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08841052-8934-444a-bbb7-f4a8ca889679 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.581681] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.581681] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.582429] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1912d9b-b287-4301-aa73-4cc16e1c1646 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.590595] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 606.590595] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52af615d-d27b-2680-3508-2a1141c30b5d" [ 606.590595] env[65717]: _type = "Task" [ 606.590595] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.605577] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52af615d-d27b-2680-3508-2a1141c30b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.610853] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Updating instance_info_cache with network_info: [{"id": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "address": "fa:16:3e:6f:7f:56", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149d5866-b6", "ovs_interfaceid": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.723134] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 606.879549] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.908546] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384634c9-43f5-4ac7-84c1-13c1b8218f04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.918939] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41d130-125b-4675-9a20-e5cfca7401c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.960520] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.960968] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.961441] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.961768] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.962425] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.964539] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b328c3f-15b5-4471-950e-6ef35bb93519 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.198s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.966143] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Successfully created port: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.969377] env[65717]: INFO nova.compute.manager [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Terminating instance [ 606.971609] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.190s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.972031] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] During sync_power_state the instance has a pending task (spawning). Skip. [ 606.972387] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.973519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e39cc-787c-4201-994f-37b04dd9f95c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.985308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecae8c3-551d-4fd8-a604-61b4947ad54c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.003075] env[65717]: DEBUG nova.compute.provider_tree [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.105325] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52af615d-d27b-2680-3508-2a1141c30b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.029262} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.106277] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Acquiring lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.106649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.106937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Acquiring lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.107594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.107594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.110654] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724028af-2700-48c0-a4ab-af4d1a3146da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.112233] env[65717]: INFO nova.compute.manager [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Terminating instance [ 607.114217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.114667] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Instance network_info: |[{"id": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "address": "fa:16:3e:6f:7f:56", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149d5866-b6", "ovs_interfaceid": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.116647] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7f:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149d5866-b6bb-42af-90d6-3eca6604c5a7', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.124609] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating folder: Project (890a1e73966e4c848f2a0bc6e416a885). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.126900] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5af31c7d-07ef-4f29-8fb4-ed6179d3b742 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.130760] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 607.130760] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520cdb75-a1e2-67bf-1b59-b465083444cc" [ 607.130760] env[65717]: _type = "Task" [ 607.130760] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.147016] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520cdb75-a1e2-67bf-1b59-b465083444cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.148941] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.149586] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0fa8edd-697a-47c8-9b08-5ffa7283c08d/d0fa8edd-697a-47c8-9b08-5ffa7283c08d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.150030] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created folder: Project (890a1e73966e4c848f2a0bc6e416a885) in parent group-v859766. [ 607.150259] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating folder: Instances. Parent ref: group-v859791. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.150509] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa4e693-7015-4332-a7ce-5621260aab54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.154663] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2764501f-8b87-469e-ab5e-efb56665245c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.165074] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 607.165074] env[65717]: value = "task-4392587" [ 607.165074] env[65717]: _type = "Task" [ 607.165074] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.171930] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created folder: Instances in parent group-v859791. [ 607.172034] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 607.176668] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.177577] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.177577] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec20103-1ed7-4c95-a77b-f62fc4874ee5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.202558] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.202558] env[65717]: value = "task-4392589" [ 607.202558] env[65717]: _type = "Task" [ 607.202558] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.215139] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392589, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.240246] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Received event network-changed-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 607.241020] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Refreshing instance network info cache due to event network-changed-fbb0dda4-9b4d-44a8-a6e5-98f94babe002. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 607.241020] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Acquiring lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.241020] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Acquired lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.241288] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Refreshing network info cache for port fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.380316] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392585, 'name': ReconfigVM_Task, 'duration_secs': 1.396703} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.380647] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ad2c0d38-fab2-47b3-aa20-a809153ca209/ad2c0d38-fab2-47b3-aa20-a809153ca209.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.382306] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b63fba55-c8a4-432c-b65b-fde8c7c145a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.392387] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 607.392387] env[65717]: value = "task-4392590" [ 607.392387] env[65717]: _type = "Task" [ 607.392387] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.407619] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392590, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.481039] env[65717]: DEBUG nova.compute.manager [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 607.481277] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.482505] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2895173-b6f4-4800-97a4-fd038175cd07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.492433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.492809] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7530cde-b39a-4a7f-847c-782e9c73a092 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.503226] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 607.503226] env[65717]: value = "task-4392591" [ 607.503226] env[65717]: _type = "Task" [ 607.503226] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.509140] env[65717]: DEBUG nova.scheduler.client.report [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.522607] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.629404] env[65717]: DEBUG nova.compute.manager [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 607.629854] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.631237] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de1ccb-3535-4704-b75d-21f378d3958a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.641967] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.641967] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8abf7fa-b990-402d-9d33-8842d154d8aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.652065] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Waiting for the task: (returnval){ [ 607.652065] env[65717]: value = "task-4392592" [ 607.652065] env[65717]: _type = "Task" [ 607.652065] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.671118] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Task: {'id': task-4392592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.683255] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.716254] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392589, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.745252] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.748832] env[65717]: WARNING neutronclient.v2_0.client [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.785521] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.785521] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.787262] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.787262] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.787262] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.787262] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.787262] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.788308] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.788552] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.788838] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.789205] env[65717]: DEBUG nova.virt.hardware [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.793288] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27646c0-bee7-4291-8206-c1471ed646c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.805090] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df5762-d3d2-445a-93a2-71e8f24f017d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.831045] env[65717]: DEBUG nova.compute.manager [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 607.910567] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392590, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.017225] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.017627] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 608.021186] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392591, 'name': PowerOffVM_Task, 'duration_secs': 0.444985} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.021722] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.232s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.023249] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.023424] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.024777] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5800262d-0f56-4ced-a95b-de1746707097 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.117668] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.117889] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.117967] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Deleting the datastore file [datastore2] 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.118258] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb64eb6-b5f3-46c1-be98-97484942b8ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.127132] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for the task: (returnval){ [ 608.127132] env[65717]: value = "task-4392594" [ 608.127132] env[65717]: _type = "Task" [ 608.127132] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.137629] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.165089] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Task: {'id': task-4392592, 'name': PowerOffVM_Task, 'duration_secs': 0.25296} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.165381] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.165563] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.165831] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6850668-1ee2-46c7-96bb-64cd5686b6c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.180849] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592038} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.181132] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0fa8edd-697a-47c8-9b08-5ffa7283c08d/d0fa8edd-697a-47c8-9b08-5ffa7283c08d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.181340] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.181592] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd3a4df1-9699-459e-a8a4-54c57765909d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.190410] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 608.190410] env[65717]: value = "task-4392596" [ 608.190410] env[65717]: _type = "Task" [ 608.190410] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.201772] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.214563] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392589, 'name': CreateVM_Task, 'duration_secs': 0.752155} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.214864] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.215399] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.215842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.216131] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.216499] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.216874] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd402a2-3206-4dbb-b009-1259dcb23e99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.222887] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 608.222887] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283cd7c-fca1-c1a7-9376-038295e01fa6" [ 608.222887] env[65717]: _type = "Task" [ 608.222887] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.234875] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283cd7c-fca1-c1a7-9376-038295e01fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.251092] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.251346] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.251572] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Deleting the datastore file [datastore2] b8b5218d-04be-480d-bbfa-98d8c7bc4e73 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.251773] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd059b00-5f2e-4c77-8647-5d9b048cfcfe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.260651] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Waiting for the task: (returnval){ [ 608.260651] env[65717]: value = "task-4392597" [ 608.260651] env[65717]: _type = "Task" [ 608.260651] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.269782] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Task: {'id': task-4392597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.364333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.406720] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392590, 'name': Rename_Task, 'duration_secs': 0.546025} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.406720] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.407041] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-023758e4-cc2e-4da5-bda3-36e0934a80c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.416754] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 608.416754] env[65717]: value = "task-4392598" [ 608.416754] env[65717]: _type = "Task" [ 608.416754] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.426165] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.523952] env[65717]: DEBUG nova.compute.utils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.525511] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 608.525675] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.526418] env[65717]: WARNING neutronclient.v2_0.client [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.526791] env[65717]: WARNING neutronclient.v2_0.client [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.648312] env[65717]: DEBUG oslo_vmware.api [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Task: {'id': task-4392594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360552} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.648676] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.650326] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.650436] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.650649] env[65717]: INFO nova.compute.manager [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 608.650917] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.651319] env[65717]: DEBUG nova.compute.manager [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 608.651319] env[65717]: DEBUG nova.network.neutron [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 608.651490] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.690192] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Successfully updated port: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.705467] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135456} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.706422] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.707281] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e21df3-026d-4268-939f-8772970f6e32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.737967] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d0fa8edd-697a-47c8-9b08-5ffa7283c08d/d0fa8edd-697a-47c8-9b08-5ffa7283c08d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.742557] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aaea7e2-41fc-48f7-985a-9e4ebe048500 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.765923] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283cd7c-fca1-c1a7-9376-038295e01fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.019282} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.773485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.774058] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.774058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.774204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.774319] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.775158] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 608.775158] env[65717]: value = "task-4392599" [ 608.775158] env[65717]: _type = "Task" [ 608.775158] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.777075] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e1421b-982b-4cf7-ad82-f570f89d2483 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.787463] env[65717]: DEBUG oslo_vmware.api [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Task: {'id': task-4392597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427665} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.787463] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.787463] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.787463] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.787463] env[65717]: INFO nova.compute.manager [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Took 1.16 seconds to destroy the instance on the hypervisor. [ 608.787777] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.787777] env[65717]: DEBUG nova.compute.manager [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 608.787777] env[65717]: DEBUG nova.network.neutron [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 608.787777] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.793897] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.795362] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.795520] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.796250] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4392d1-1000-4041-b52c-dec4f226b394 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.802652] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 608.802652] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52731073-d2b0-3841-8d29-5ade1a10768a" [ 608.802652] env[65717]: _type = "Task" [ 608.802652] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.814958] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52731073-d2b0-3841-8d29-5ade1a10768a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.918903] env[65717]: DEBUG nova.policy [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509f8058d7954514bfb3b98ebc4e3042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30f29b3be3a44a0aa24c132c0d95d11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.931781] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.970052] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.030789] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 609.038672] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating resource usage from migration 051aca72-4f3d-4d35-b544-e131ae924b95 [ 609.054108] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.083157] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b8b5218d-04be-480d-bbfa-98d8c7bc4e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083312] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 01620656-6c91-49b6-a5f1-2ebc4cf2c244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083432] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083545] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083677] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083788] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ae247151-1d67-4ff9-8ec4-c7e51680bb27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.083895] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0fa8edd-697a-47c8-9b08-5ffa7283c08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.084009] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ad2c0d38-fab2-47b3-aa20-a809153ca209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.084125] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 051aca72-4f3d-4d35-b544-e131ae924b95 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 609.084229] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance db7e2fb2-2936-494d-ab93-9905df4fbcfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.084334] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0b71c6c-09d7-4be6-9524-2c13eedf7bd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.084436] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.084631] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 609.084812] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '6', 'num_task_resize_prep': '1', 'num_os_type_None': '11', 'num_proj_bab04284feea471285888bc8e16e17a1': '1', 'io_workload': '6', 'num_task_deleting': '2', 'num_proj_1a774d7c0b924f1ca63985d3ead355c3': '1', 'num_proj_721b4a1934784c0a94ff293d306a70e9': '1', 'num_task_None': '4', 'num_proj_c4d45eef2ece4f308b1c3a36d9f2db6d': '1', 'num_proj_47fb7abb80a14181bb4e95a3473d3153': '1', 'num_proj_3d0a4ad03a8249089fa49bd79bb9e4bc': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_b8dd669ccba94665b6a0420f1d32e176': '1', 'num_proj_97077b3bc1f042dc93bfcd2482ac0bd8': '1', 'num_proj_890a1e73966e4c848f2a0bc6e416a885': '2', 'num_proj_d30f29b3be3a44a0aa24c132c0d95d11': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 609.198351] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.198581] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.199534] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.292881] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.309393] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5959b011-7ffe-4500-88a4-e9a659212ca2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.321243] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce3305-1e84-449e-ab50-e2627c114dac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.325206] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52731073-d2b0-3841-8d29-5ade1a10768a, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.326082] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905e9a40-4e33-4cc3-85a3-fca4c47e17d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.357676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9286d9-e842-49ec-8ce6-f30d75b24076 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.361651] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 609.361651] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526a9235-a618-b00b-b46f-2c1e18d66d61" [ 609.361651] env[65717]: _type = "Task" [ 609.361651] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.369410] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507b28b-6b05-4fae-9d65-a24056893acf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.379319] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526a9235-a618-b00b-b46f-2c1e18d66d61, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.382361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.382669] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ae247151-1d67-4ff9-8ec4-c7e51680bb27/ae247151-1d67-4ff9-8ec4-c7e51680bb27.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.383291] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f3c4db-c40b-4902-ae53-c6d4a3a031b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.397162] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.409516] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 609.409516] env[65717]: value = "task-4392600" [ 609.409516] env[65717]: _type = "Task" [ 609.409516] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.420689] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.422242] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Successfully created port: 2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.435161] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.690119] env[65717]: WARNING neutronclient.v2_0.client [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.790726] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392599, 'name': ReconfigVM_Task, 'duration_secs': 0.649485} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.791296] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d0fa8edd-697a-47c8-9b08-5ffa7283c08d/d0fa8edd-697a-47c8-9b08-5ffa7283c08d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.791642] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd3f4687-c139-4f18-9300-024ac7423f0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.799143] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 609.799143] env[65717]: value = "task-4392601" [ 609.799143] env[65717]: _type = "Task" [ 609.799143] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.809912] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392601, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.884329] env[65717]: DEBUG nova.network.neutron [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.900272] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.921661] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392600, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.938782] env[65717]: DEBUG oslo_vmware.api [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392598, 'name': PowerOnVM_Task, 'duration_secs': 1.033664} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.939514] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.939732] env[65717]: INFO nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Took 13.07 seconds to spawn the instance on the hypervisor. [ 609.939911] env[65717]: DEBUG nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 609.940852] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477afba3-a06b-4368-9b50-9105fc8b6f39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.045563] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.075062] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.075565] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.075851] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.077346] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.077346] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.077346] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.077346] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.077346] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.077592] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.077592] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.077592] env[65717]: DEBUG nova.virt.hardware [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.078558] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a51fb19-9f9a-4469-a67a-fcf9889edc88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.088302] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7604e5-2fa9-45c8-9298-87f93fc0e307 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.164762] env[65717]: DEBUG nova.network.neutron [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.310683] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392601, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.387532] env[65717]: INFO nova.compute.manager [-] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Took 1.74 seconds to deallocate network for instance. [ 610.405821] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 610.405821] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.384s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.406410] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.042s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.407933] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.412021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Getting list of instances from cluster (obj){ [ 610.412021] env[65717]: value = "domain-c8" [ 610.412021] env[65717]: _type = "ClusterComputeResource" [ 610.412021] env[65717]: } {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.412021] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62089893-6af8-4a5e-8554-4e40acdb1100 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.423868] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819153} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.439346] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ae247151-1d67-4ff9-8ec4-c7e51680bb27/ae247151-1d67-4ff9-8ec4-c7e51680bb27.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.439580] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.444024] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Got total of 7 instances {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.444024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cde947-685e-41a6-a34f-f4d7917fee79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.452782] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 610.452782] env[65717]: value = "task-4392602" [ 610.452782] env[65717]: _type = "Task" [ 610.452782] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.465789] env[65717]: INFO nova.compute.manager [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Took 21.44 seconds to build instance. [ 610.472365] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.667506] env[65717]: INFO nova.compute.manager [-] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Took 1.88 seconds to deallocate network for instance. [ 610.810043] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392601, 'name': Rename_Task, 'duration_secs': 0.580905} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.810389] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.810570] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73ae83f-6a87-46eb-8705-1a2991335264 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.818471] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 610.818471] env[65717]: value = "task-4392603" [ 610.818471] env[65717]: _type = "Task" [ 610.818471] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.827477] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.829079] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.895156] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.913367] env[65717]: INFO nova.compute.claims [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.968848] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.959s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.969299] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073433} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.969543] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.187s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.969723] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] During sync_power_state the instance has a pending task (spawning). Skip. [ 610.970182] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.970182] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.970914] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46e2dd-def9-473a-b128-748f6fcf8490 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.000994] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ae247151-1d67-4ff9-8ec4-c7e51680bb27/ae247151-1d67-4ff9-8ec4-c7e51680bb27.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.000994] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b948e03-2c3b-43fa-8e7c-d82edfe5f307 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.023440] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 611.023440] env[65717]: value = "task-4392604" [ 611.023440] env[65717]: _type = "Task" [ 611.023440] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.038468] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.175029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.224121] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Successfully updated port: 2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.288665] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Updated VIF entry in instance network info cache for port fbb0dda4-9b4d-44a8-a6e5-98f94babe002. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.289401] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Updating instance_info_cache with network_info: [{"id": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "address": "fa:16:3e:0b:69:24", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb0dda4-9b", "ovs_interfaceid": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.332349] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.421071] env[65717]: INFO nova.compute.resource_tracker [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating resource usage from migration 051aca72-4f3d-4d35-b544-e131ae924b95 [ 611.537580] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392604, 'name': ReconfigVM_Task, 'duration_secs': 0.5044} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.537909] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ae247151-1d67-4ff9-8ec4-c7e51680bb27/ae247151-1d67-4ff9-8ec4-c7e51680bb27.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.538582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03eb8821-4f7c-4bd9-9c88-878f3b16b194 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.547288] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 611.547288] env[65717]: value = "task-4392605" [ 611.547288] env[65717]: _type = "Task" [ 611.547288] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.563173] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392605, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.619951] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2574eeb-cb39-4e53-acd5-942f78cd8c0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.630081] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd1f74a-a0a7-4057-80c3-76a4f4a87bc3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.664653] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a932e53-a644-4214-880b-772033390114 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.678401] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e05744-df01-408f-a7f9-3937f274bc9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.696400] env[65717]: DEBUG nova.compute.provider_tree [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.729882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.730650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.730911] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.794379] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Releasing lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.794680] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Received event network-vif-plugged-70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.794895] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.795148] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.798712] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.798712] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] No waiting events found dispatching network-vif-plugged-70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.798712] env[65717]: WARNING nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Received unexpected event network-vif-plugged-70589e41-2bd9-4945-85fb-7271dac2b376 for instance with vm_state building and task_state spawning. [ 611.798712] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Received event network-changed-70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.798712] env[65717]: DEBUG nova.compute.manager [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Refreshing instance network info cache due to event network-changed-70589e41-2bd9-4945-85fb-7271dac2b376. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 611.799425] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Acquiring lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.799425] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Acquired lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.799425] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Refreshing network info cache for port 70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.799425] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.835836] env[65717]: DEBUG oslo_vmware.api [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392603, 'name': PowerOnVM_Task, 'duration_secs': 0.857989} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.835836] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.835836] env[65717]: INFO nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Took 10.75 seconds to spawn the instance on the hypervisor. [ 611.835836] env[65717]: DEBUG nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 611.838465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec156d63-1ec0-48c4-ad94-4c7f282fe65f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.990331] env[65717]: DEBUG nova.network.neutron [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Updating instance_info_cache with network_info: [{"id": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "address": "fa:16:3e:34:7f:c7", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ba2c5-02", "ovs_interfaceid": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.059479] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392605, 'name': Rename_Task, 'duration_secs': 0.178305} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.059923] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.060310] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ab5350-4498-4e1f-946a-be973bc533f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.070249] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 612.070249] env[65717]: value = "task-4392606" [ 612.070249] env[65717]: _type = "Task" [ 612.070249] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.079921] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.202334] env[65717]: DEBUG nova.scheduler.client.report [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.302881] env[65717]: WARNING neutronclient.v2_0.client [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.364686] env[65717]: INFO nova.compute.manager [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Took 15.72 seconds to build instance. [ 612.386275] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.494768] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.495327] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Instance network_info: |[{"id": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "address": "fa:16:3e:34:7f:c7", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ba2c5-02", "ovs_interfaceid": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 612.496201] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7f:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0ba2c5-02d1-4523-8e39-fc86b27f05b9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.505261] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 612.505804] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.505945] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-245aa5c7-2e70-475d-a088-e38a341f81b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.529616] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.529616] env[65717]: value = "task-4392607" [ 612.529616] env[65717]: _type = "Task" [ 612.529616] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.544759] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392607, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.584048] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.614754] env[65717]: WARNING neutronclient.v2_0.client [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.669559] env[65717]: DEBUG nova.compute.manager [None req-330d9c6c-e1a4-43ce-b6bd-5613ee555769 tempest-ServerDiagnosticsV248Test-158734725 tempest-ServerDiagnosticsV248Test-158734725-project-admin] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.671130] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efc8b3-b050-4fa2-bfb3-7ba54058f244 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.675312] env[65717]: WARNING neutronclient.v2_0.client [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.683558] env[65717]: INFO nova.compute.manager [None req-330d9c6c-e1a4-43ce-b6bd-5613ee555769 tempest-ServerDiagnosticsV248Test-158734725 tempest-ServerDiagnosticsV248Test-158734725-project-admin] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Retrieving diagnostics [ 612.684535] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d98952-1ddb-4428-b62e-860e36536c6b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.731405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.323s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.731405] env[65717]: INFO nova.compute.manager [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Migrating [ 612.731405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.731405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.736148] env[65717]: DEBUG nova.network.neutron [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Updating instance_info_cache with network_info: [{"id": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "address": "fa:16:3e:10:6d:ed", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7a90a3-ce", "ovs_interfaceid": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.743120] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.846s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.743120] env[65717]: DEBUG nova.objects.instance [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lazy-loading 'resources' on Instance uuid 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.744252] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "64fc811d-9807-4553-9e54-dcb763741770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.744471] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.789419] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updated VIF entry in instance network info cache for port 70589e41-2bd9-4945-85fb-7271dac2b376. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.789756] env[65717]: DEBUG nova.network.neutron [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updating instance_info_cache with network_info: [{"id": "70589e41-2bd9-4945-85fb-7271dac2b376", "address": "fa:16:3e:65:b9:16", "network": {"id": "7e37afe4-9d85-4673-b995-159f807b152d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-238662012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97077b3bc1f042dc93bfcd2482ac0bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70589e41-2b", "ovs_interfaceid": "70589e41-2bd9-4945-85fb-7271dac2b376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.868153] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.251s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.870425] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.088s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.870739] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] During sync_power_state the instance has a pending task (networking). Skip. [ 612.870966] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.041578] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392607, 'name': CreateVM_Task, 'duration_secs': 0.412517} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.041759] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.042318] env[65717]: WARNING neutronclient.v2_0.client [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.042668] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.042947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.043185] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.043450] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9312e06c-2d87-4e5d-8ea8-205aac394c46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.049477] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 613.049477] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b46ee-ef3a-fe9d-681b-c740be3ba4b5" [ 613.049477] env[65717]: _type = "Task" [ 613.049477] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.060690] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b46ee-ef3a-fe9d-681b-c740be3ba4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.079489] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392606, 'name': PowerOnVM_Task, 'duration_secs': 0.758479} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.079773] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.079945] env[65717]: INFO nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Took 9.64 seconds to spawn the instance on the hypervisor. [ 613.080130] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 613.080909] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29c04c-c81a-48ad-9248-b0c45f180380 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.196471] env[65717]: DEBUG nova.compute.manager [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Received event network-changed-149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 613.196670] env[65717]: DEBUG nova.compute.manager [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Refreshing instance network info cache due to event network-changed-149d5866-b6bb-42af-90d6-3eca6604c5a7. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 613.196925] env[65717]: DEBUG oslo_concurrency.lockutils [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] Acquiring lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.197164] env[65717]: DEBUG oslo_concurrency.lockutils [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] Acquired lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.197255] env[65717]: DEBUG nova.network.neutron [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Refreshing network info cache for port 149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.239552] env[65717]: INFO nova.compute.rpcapi [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 613.240184] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251948] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.257431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.257766] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance network_info: |[{"id": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "address": "fa:16:3e:10:6d:ed", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7a90a3-ce", "ovs_interfaceid": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.263468] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:6d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a7a90a3-ce50-4a2b-9194-431d22198eff', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.272145] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating folder: Project (d30f29b3be3a44a0aa24c132c0d95d11). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.273313] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d233348d-b560-4be1-94a6-7f1c792bace1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.289241] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created folder: Project (d30f29b3be3a44a0aa24c132c0d95d11) in parent group-v859766. [ 613.289476] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating folder: Instances. Parent ref: group-v859795. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.292538] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62f2ecaa-aea8-41d2-85cd-6ffc5a8c5e4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.295402] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc95c296-54a0-474e-bcf0-ce6425289888 req-683929dd-65ee-45ca-a531-8f9c74a35e8d service nova] Releasing lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306942] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created folder: Instances in parent group-v859795. [ 613.307278] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 613.307515] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.307767] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c22e6f-eb5e-4377-8a51-b3713ccb2665 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.335306] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.335306] env[65717]: value = "task-4392610" [ 613.335306] env[65717]: _type = "Task" [ 613.335306] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.349122] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392610, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.491244] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.491431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.549873] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f49a30c-e1f4-4715-8195-6f368a2a8393 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.565448] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac7541-2086-4c7a-beeb-87a5a902ef84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.571198] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b46ee-ef3a-fe9d-681b-c740be3ba4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.028242} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.571198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.571198] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.571198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.571358] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.571358] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.571429] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eae4910-3289-46bf-a927-b2467f46114a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.609978] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9472b-de76-48f8-bdc4-48117616aced {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.612656] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.612837] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.615349] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa87a162-0bb8-4b89-9700-953223de8ef0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.620072] env[65717]: INFO nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Took 16.84 seconds to build instance. [ 613.623966] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 613.623966] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52680510-2e19-092c-e769-a2c6ebb77c9f" [ 613.623966] env[65717]: _type = "Task" [ 613.623966] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.631510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410683e9-7012-4d85-bf30-2e8a7709c4df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.643122] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52680510-2e19-092c-e769-a2c6ebb77c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012981} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.654144] env[65717]: DEBUG nova.compute.provider_tree [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.655645] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30aa145a-d45a-4a54-bc8c-5c912b9cb141 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.665755] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 613.665755] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527462ec-334c-1dd6-587b-892b895c29e2" [ 613.665755] env[65717]: _type = "Task" [ 613.665755] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.675513] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527462ec-334c-1dd6-587b-892b895c29e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.700337] env[65717]: WARNING neutronclient.v2_0.client [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.724640] env[65717]: DEBUG nova.compute.manager [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Received event network-vif-plugged-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 613.724951] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Acquiring lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.725238] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.725427] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.725632] env[65717]: DEBUG nova.compute.manager [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] No waiting events found dispatching network-vif-plugged-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 613.725838] env[65717]: WARNING nova.compute.manager [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Received unexpected event network-vif-plugged-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 for instance with vm_state building and task_state spawning. [ 613.726096] env[65717]: DEBUG nova.compute.manager [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Received event network-changed-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 613.726237] env[65717]: DEBUG nova.compute.manager [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Refreshing instance network info cache due to event network-changed-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 613.726415] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Acquiring lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.726539] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Acquired lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.726681] env[65717]: DEBUG nova.network.neutron [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Refreshing network info cache for port 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.775856] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.776152] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.776403] env[65717]: DEBUG nova.network.neutron [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.781579] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.850872] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392610, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.909289] env[65717]: WARNING neutronclient.v2_0.client [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.993876] env[65717]: DEBUG nova.network.neutron [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Updated VIF entry in instance network info cache for port 149d5866-b6bb-42af-90d6-3eca6604c5a7. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.994261] env[65717]: DEBUG nova.network.neutron [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Updating instance_info_cache with network_info: [{"id": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "address": "fa:16:3e:6f:7f:56", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149d5866-b6", "ovs_interfaceid": "149d5866-b6bb-42af-90d6-3eca6604c5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.996285] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.042124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "8cbb81ec-1543-4da6-b711-e21daacb3519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.042124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.122613] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.358s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.123283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.340s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.124590] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7716a8-2d03-45b2-90da-d8d65516b1a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.165439] env[65717]: DEBUG nova.scheduler.client.report [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.179807] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527462ec-334c-1dd6-587b-892b895c29e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018442} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.180822] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.181141] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a/48c9ba78-c34e-4904-b9ff-2d7f8ce5336a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.181389] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bef52a1-58ac-4430-aa25-c7eeae69dd46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.191347] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 614.191347] env[65717]: value = "task-4392611" [ 614.191347] env[65717]: _type = "Task" [ 614.191347] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.206758] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.230460] env[65717]: WARNING neutronclient.v2_0.client [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.279476] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.349969] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392610, 'name': CreateVM_Task, 'duration_secs': 0.577428} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.351122] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.351122] env[65717]: WARNING neutronclient.v2_0.client [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.351122] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.351319] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.352018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.352129] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e58fe59-f0dd-4f0d-a5c8-6f7c69da159c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.365739] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.366092] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.371044] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 614.371044] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214b250-108e-9c8c-8548-62370097c91e" [ 614.371044] env[65717]: _type = "Task" [ 614.371044] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.381594] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214b250-108e-9c8c-8548-62370097c91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.500349] env[65717]: DEBUG oslo_concurrency.lockutils [req-581cb8f5-93ca-4856-8924-078b82f6fd55 req-bd0a3a9e-5d1b-4dc0-80ac-d79f1158f744 service nova] Releasing lock "refresh_cache-ae247151-1d67-4ff9-8ec4-c7e51680bb27" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.529208] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.545645] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.637674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.674266] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.677287] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.502s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.678480] env[65717]: DEBUG nova.objects.instance [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lazy-loading 'resources' on Instance uuid b8b5218d-04be-480d-bbfa-98d8c7bc4e73 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.697997] env[65717]: WARNING neutronclient.v2_0.client [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.711991] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.713474] env[65717]: INFO nova.scheduler.client.report [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Deleted allocations for instance 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3 [ 614.735811] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.872489] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.885787] env[65717]: DEBUG nova.network.neutron [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Updated VIF entry in instance network info cache for port 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.887019] env[65717]: DEBUG nova.network.neutron [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Updating instance_info_cache with network_info: [{"id": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "address": "fa:16:3e:34:7f:c7", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ba2c5-02", "ovs_interfaceid": "6e0ba2c5-02d1-4523-8e39-fc86b27f05b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.892343] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214b250-108e-9c8c-8548-62370097c91e, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.893588] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.893588] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.893588] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.893764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894201] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.894641] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f1c7883-d57c-4687-b899-4b6fba7af299 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.906970] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.906970] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.906970] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d158aa4-c27f-48a0-a3d9-3d11a1ae044e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.914586] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 614.914586] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529d336b-7192-5384-842f-f28e6b66dcb1" [ 614.914586] env[65717]: _type = "Task" [ 614.914586] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.924299] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529d336b-7192-5384-842f-f28e6b66dcb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.975323] env[65717]: DEBUG nova.network.neutron [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.067178] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.203154] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392611, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.223746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7b3bebe-f50b-4af5-b147-e58b75de1906 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Lock "73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.262s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.393803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.393803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.395417] env[65717]: DEBUG oslo_concurrency.lockutils [req-dc0ab0d7-1868-4c28-8713-1d4b268c4df7 req-821dd75e-78e3-4a66-bebf-64abb3389979 service nova] Releasing lock "refresh_cache-48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.400645] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.430263] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529d336b-7192-5384-842f-f28e6b66dcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.017563} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.434503] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e68067-b9c1-4be8-8728-63ff93c3bda0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.445290] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 615.445290] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5276a92c-bbcb-11b4-eab2-f16cc4539e7b" [ 615.445290] env[65717]: _type = "Task" [ 615.445290] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.456617] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5276a92c-bbcb-11b4-eab2-f16cc4539e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.479410] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.486658] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea0737-2566-486b-853e-b169238f3a60 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.495918] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dba3df-a470-4ce8-8de1-9520ed9b141b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.530847] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbd5d08-1f98-4e2f-a4ac-1e2e36e37de8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.543086] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ef3a56-a4e4-4f9a-894f-af890ee465a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.559496] env[65717]: DEBUG nova.compute.provider_tree [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.703798] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392611, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.839496] env[65717]: DEBUG nova.compute.manager [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Received event network-changed {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 615.839695] env[65717]: DEBUG nova.compute.manager [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Refreshing instance network info cache due to event network-changed. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 615.839900] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] Acquiring lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.840830] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] Acquired lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.840830] env[65717]: DEBUG nova.network.neutron [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 615.896082] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.942833] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.943251] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.958286] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5276a92c-bbcb-11b4-eab2-f16cc4539e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019875} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.958871] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959165] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.960581] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2864b0f4-cf93-4d35-acdb-766dbb515bcd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.968280] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 615.968280] env[65717]: value = "task-4392612" [ 615.968280] env[65717]: _type = "Task" [ 615.968280] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.978955] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.064465] env[65717]: DEBUG nova.scheduler.client.report [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.207444] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392611, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588632} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.207828] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a/48c9ba78-c34e-4904-b9ff-2d7f8ce5336a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.208216] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.208402] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe9fa02-23ba-48ac-92b6-12902e7835f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.223465] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 616.223465] env[65717]: value = "task-4392613" [ 616.223465] env[65717]: _type = "Task" [ 616.223465] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.239954] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.343773] env[65717]: WARNING neutronclient.v2_0.client [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.429742] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Received event network-vif-deleted-9ea5c298-98c2-4cee-b3b5-840025d0dd73 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.429982] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Received event network-vif-deleted-9f4b744e-6464-4e1c-b3f9-f28b95116ebc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.434019] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Received event network-vif-plugged-2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.434019] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Acquiring lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.434426] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.434426] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.437084] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] No waiting events found dispatching network-vif-plugged-2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.437084] env[65717]: WARNING nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Received unexpected event network-vif-plugged-2a7a90a3-ce50-4a2b-9194-431d22198eff for instance with vm_state building and task_state spawning. [ 616.437084] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Received event network-changed-2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.437084] env[65717]: DEBUG nova.compute.manager [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Refreshing instance network info cache due to event network-changed-2a7a90a3-ce50-4a2b-9194-431d22198eff. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 616.437084] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Acquiring lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.437658] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Acquired lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.437658] env[65717]: DEBUG nova.network.neutron [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Refreshing network info cache for port 2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.440198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.447537] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.461522] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.461883] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.495614] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.578254] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.580528] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.799s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.582202] env[65717]: INFO nova.compute.claims [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.588202] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.588878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.589252] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.589710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.590177] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.597098] env[65717]: INFO nova.compute.manager [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Terminating instance [ 616.614377] env[65717]: INFO nova.scheduler.client.report [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Deleted allocations for instance b8b5218d-04be-480d-bbfa-98d8c7bc4e73 [ 616.739675] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084064} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.740781] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.741746] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b8ab54-31e2-4a31-9a20-8cfe66b6ab08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.766724] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a/48c9ba78-c34e-4904-b9ff-2d7f8ce5336a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.767110] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48d9e1d-ec2a-46ac-a591-b255b356d640 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.788184] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 616.788184] env[65717]: value = "task-4392614" [ 616.788184] env[65717]: _type = "Task" [ 616.788184] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.797589] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.911781] env[65717]: WARNING neutronclient.v2_0.client [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.940395] env[65717]: WARNING neutronclient.v2_0.client [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.964798] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.986402] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735875} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.986718] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.988068] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.988528] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb65a708-43f1-4c08-a2a4-4ff6020eff6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.992559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.002025] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 617.002025] env[65717]: value = "task-4392615" [ 617.002025] env[65717]: _type = "Task" [ 617.002025] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.002025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4f32fe-ff6d-4a53-bde9-ac7abcef5d36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.031299] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 617.039996] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.105447] env[65717]: DEBUG nova.compute.manager [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 617.105447] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.106332] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37ea7c-7e46-425f-9c0d-1ee3ca3af6fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.118179] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.118577] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2dda3d9-5461-4a73-b694-7817e561aa71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.123747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Lock "b8b5218d-04be-480d-bbfa-98d8c7bc4e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.017s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.127419] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 617.127419] env[65717]: value = "task-4392616" [ 617.127419] env[65717]: _type = "Task" [ 617.127419] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.140640] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.301257] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392614, 'name': ReconfigVM_Task, 'duration_secs': 0.356816} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.301438] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a/48c9ba78-c34e-4904-b9ff-2d7f8ce5336a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.302104] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8aabe0a-67ed-4b99-a6f4-5c36b99fe8ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.311254] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 617.311254] env[65717]: value = "task-4392617" [ 617.311254] env[65717]: _type = "Task" [ 617.311254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.323125] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392617, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.500598] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.513636] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25236} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.513636] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.513857] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf09d0c-aa60-4543-8883-e12585b5c1b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.546106] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.547737] env[65717]: DEBUG nova.network.neutron [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Updating instance_info_cache with network_info: [{"id": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "address": "fa:16:3e:0b:69:24", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb0dda4-9b", "ovs_interfaceid": "fbb0dda4-9b4d-44a8-a6e5-98f94babe002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.551227] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.551770] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b3005f-2522-439d-a999-dba28775dd69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.568889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6ab7707-90e0-4efe-9388-09c132369198 tempest-ServerExternalEventsTest-1852718533 tempest-ServerExternalEventsTest-1852718533-project] Releasing lock "refresh_cache-ad2c0d38-fab2-47b3-aa20-a809153ca209" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.572484] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272a75dd-6ec4-4f5c-95e1-556819c959b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.583260] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 617.583260] env[65717]: value = "task-4392619" [ 617.583260] env[65717]: _type = "Task" [ 617.583260] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.585097] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 617.585097] env[65717]: value = "task-4392618" [ 617.585097] env[65717]: _type = "Task" [ 617.585097] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.602683] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.608739] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.639822] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392616, 'name': PowerOffVM_Task, 'duration_secs': 0.264422} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.643440] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.643644] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.644983] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616d1244-ebc2-449d-a4f9-dd45e20bf570 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.719077] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.719077] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.719077] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Deleting the datastore file [datastore1] d0b71c6c-09d7-4be6-9524-2c13eedf7bd2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.719310] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11cfa741-84a8-4d7e-b6a2-8e7a6f8f3338 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.728814] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for the task: (returnval){ [ 617.728814] env[65717]: value = "task-4392621" [ 617.728814] env[65717]: _type = "Task" [ 617.728814] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.745396] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.834058] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392617, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.892507] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b653fe-ee46-4c31-8f57-273af30d6c89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.901722] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d212601-daf6-4e82-8152-8fb9cc81c3ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.937836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507047b-d8f3-4533-932a-d8920f663ce8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.946659] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54386d-f42c-4d5c-a358-e2c2330aa3dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.965723] env[65717]: DEBUG nova.compute.provider_tree [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.100333] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392619, 'name': ReconfigVM_Task, 'duration_secs': 0.31756} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.100597] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.101854] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac989ac-2d27-42d6-84d7-1b45a236e84e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.107523] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.112910] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 618.112910] env[65717]: value = "task-4392622" [ 618.112910] env[65717]: _type = "Task" [ 618.112910] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.125854] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392622, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.243375] env[65717]: DEBUG oslo_vmware.api [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Task: {'id': task-4392621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490912} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.243375] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.243375] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.243375] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.243375] env[65717]: INFO nova.compute.manager [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 618.243739] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 618.243739] env[65717]: DEBUG nova.compute.manager [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 618.243739] env[65717]: DEBUG nova.network.neutron [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 618.243739] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.326295] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.326887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.326887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.327134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.327313] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.329460] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392617, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.331129] env[65717]: INFO nova.compute.manager [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Terminating instance [ 618.338543] env[65717]: WARNING neutronclient.v2_0.client [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.475120] env[65717]: DEBUG nova.scheduler.client.report [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.606015] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.627700] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392622, 'name': Rename_Task, 'duration_secs': 0.248513} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.627700] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.627700] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e6081d-7673-495f-b44a-ee4d56476f63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.635122] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 618.635122] env[65717]: value = "task-4392623" [ 618.635122] env[65717]: _type = "Task" [ 618.635122] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.653793] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.736036] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.830377] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392617, 'name': Rename_Task, 'duration_secs': 1.166139} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.830377] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.830377] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b94e8a1-7dd3-4b3d-8014-ce79b3801067 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.838828] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 618.838828] env[65717]: value = "task-4392624" [ 618.838828] env[65717]: _type = "Task" [ 618.838828] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.844850] env[65717]: DEBUG nova.compute.manager [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 618.844850] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.845644] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87876d7-0550-4626-afe2-02a3d88b13cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.866395] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.866395] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.868374] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6e28c1a-88be-4d6d-a0c1-5ccd5c762726 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.877771] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 618.877771] env[65717]: value = "task-4392625" [ 618.877771] env[65717]: _type = "Task" [ 618.877771] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.888884] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.943058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "c5f81e6e-5030-4197-a171-2668a8964855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.943670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.980734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.982605] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 618.986796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.457s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.988627] env[65717]: INFO nova.compute.claims [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.048032] env[65717]: DEBUG nova.network.neutron [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Updated VIF entry in instance network info cache for port 2a7a90a3-ce50-4a2b-9194-431d22198eff. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.048628] env[65717]: DEBUG nova.network.neutron [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Updating instance_info_cache with network_info: [{"id": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "address": "fa:16:3e:10:6d:ed", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7a90a3-ce", "ovs_interfaceid": "2a7a90a3-ce50-4a2b-9194-431d22198eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.100128] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392618, 'name': PowerOffVM_Task, 'duration_secs': 1.084536} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.100405] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.100581] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 619.153439] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.351959] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392624, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.388831] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392625, 'name': PowerOffVM_Task, 'duration_secs': 0.323768} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.389448] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.389448] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.389616] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea91810c-1009-45be-ac4c-edb9aa463335 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.446768] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.467020] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.467430] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.467718] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Deleting the datastore file [datastore1] ad2c0d38-fab2-47b3-aa20-a809153ca209 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.468123] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfdaf40-a811-43ef-acf9-9051693c9f83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.477936] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for the task: (returnval){ [ 619.477936] env[65717]: value = "task-4392627" [ 619.477936] env[65717]: _type = "Task" [ 619.477936] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.489850] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.496810] env[65717]: DEBUG nova.compute.utils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.499601] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 619.499601] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.499601] env[65717]: WARNING neutronclient.v2_0.client [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.499601] env[65717]: WARNING neutronclient.v2_0.client [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.553466] env[65717]: DEBUG oslo_concurrency.lockutils [req-34a9577c-fce5-4e37-9e06-5182e6ded846 req-6e1509ad-f388-4dd6-9110-fb86261d82b0 service nova] Releasing lock "refresh_cache-01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.579043] env[65717]: DEBUG nova.compute.manager [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Received event network-changed-70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 619.579043] env[65717]: DEBUG nova.compute.manager [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Refreshing instance network info cache due to event network-changed-70589e41-2bd9-4945-85fb-7271dac2b376. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 619.581188] env[65717]: DEBUG oslo_concurrency.lockutils [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] Acquiring lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.581188] env[65717]: DEBUG oslo_concurrency.lockutils [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] Acquired lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.581352] env[65717]: DEBUG nova.network.neutron [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Refreshing network info cache for port 70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.609551] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.610432] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.610432] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.610599] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.610905] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.611201] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.611441] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.611640] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.612098] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.612098] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.612281] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.620223] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb27bc0-cbf1-49a2-bbc7-ef856ac77830 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.641105] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 619.641105] env[65717]: value = "task-4392628" [ 619.641105] env[65717]: _type = "Task" [ 619.641105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.646766] env[65717]: DEBUG nova.policy [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcafe36d87c84d25a1daeb0dedc39c9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fb7abb80a14181bb4e95a3473d3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.652707] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.659923] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.671031] env[65717]: DEBUG nova.network.neutron [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.861219] env[65717]: DEBUG oslo_vmware.api [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392624, 'name': PowerOnVM_Task, 'duration_secs': 0.518321} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.861219] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.861219] env[65717]: INFO nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Took 12.12 seconds to spawn the instance on the hypervisor. [ 619.866629] env[65717]: DEBUG nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.866629] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a359567-acb4-4f31-8731-e08c6d2b9f8a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.987640] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.992696] env[65717]: DEBUG oslo_vmware.api [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Task: {'id': task-4392627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233352} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.993209] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.993776] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.993776] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.993925] env[65717]: INFO nova.compute.manager [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Took 1.15 seconds to destroy the instance on the hypervisor. [ 619.994289] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 619.994577] env[65717]: DEBUG nova.compute.manager [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 619.995320] env[65717]: DEBUG nova.network.neutron [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 619.995623] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.003484] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 620.090716] env[65717]: WARNING neutronclient.v2_0.client [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.100493] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Successfully created port: 62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.128444] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.152623] env[65717]: DEBUG oslo_vmware.api [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392623, 'name': PowerOnVM_Task, 'duration_secs': 1.271639} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.156999] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.157356] env[65717]: INFO nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Took 10.11 seconds to spawn the instance on the hypervisor. [ 620.157586] env[65717]: DEBUG nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.157932] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392628, 'name': ReconfigVM_Task, 'duration_secs': 0.23901} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.164345] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5160892-7ff7-4374-8636-d6d73c45b3b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.167556] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 620.176621] env[65717]: INFO nova.compute.manager [-] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Took 1.93 seconds to deallocate network for instance. [ 620.383700] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de82ecf-521a-44d5-bf1f-15e6412dd58d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.403783] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07549cf4-e91d-41e9-a589-0b44a14eff36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.411313] env[65717]: INFO nova.compute.manager [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Took 23.60 seconds to build instance. [ 620.447077] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6de612-0ebc-4ee0-9f63-76d9ea5bb9b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.458667] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e36b8-b040-443d-9382-910b334628d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.476371] env[65717]: DEBUG nova.compute.provider_tree [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.680213] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.680575] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.680681] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.680776] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.680953] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.681712] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.684447] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.684447] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.684447] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.684447] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.684447] env[65717]: DEBUG nova.virt.hardware [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.690305] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 620.692349] env[65717]: WARNING neutronclient.v2_0.client [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.695058] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2351dd0-dc2f-410e-899d-1534c56ecd7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.710660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.719586] env[65717]: INFO nova.compute.manager [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Took 15.76 seconds to build instance. [ 620.727061] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 620.727061] env[65717]: value = "task-4392629" [ 620.727061] env[65717]: _type = "Task" [ 620.727061] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.737684] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.794141] env[65717]: DEBUG nova.compute.manager [req-c8983dcb-6f26-4e15-8d1a-d2eb77f72674 req-ac4f86f5-0dc7-40ab-9b31-13236036004d service nova] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Received event network-vif-deleted-fade5546-fb1f-49b0-9ec2-910683dd5b67 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 620.914186] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e6b091a-23ae-4050-b463-000f15ef9945 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.126s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.951383] env[65717]: DEBUG nova.network.neutron [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.979844] env[65717]: DEBUG nova.scheduler.client.report [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.016607] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.043945] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.044322] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.044569] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.044881] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.045133] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.045353] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.045620] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.046037] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.046133] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.046410] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.046683] env[65717]: DEBUG nova.virt.hardware [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.048435] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b4a501-cf84-4b25-ba95-f983eaf63a81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.058863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de3fbd-4c2e-41e5-97cd-c524a10a47ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.226536] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.278s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.239011] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392629, 'name': ReconfigVM_Task, 'duration_secs': 0.409461} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.239011] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 621.239770] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3429c0-5181-428d-808c-4b12d85fa4a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.267036] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.267398] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e278d079-9a2e-4107-8dcc-f03524a1c2ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.288983] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 621.288983] env[65717]: value = "task-4392630" [ 621.288983] env[65717]: _type = "Task" [ 621.288983] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.303570] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.391370] env[65717]: DEBUG nova.network.neutron [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updated VIF entry in instance network info cache for port 70589e41-2bd9-4945-85fb-7271dac2b376. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.391850] env[65717]: DEBUG nova.network.neutron [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updating instance_info_cache with network_info: [{"id": "70589e41-2bd9-4945-85fb-7271dac2b376", "address": "fa:16:3e:65:b9:16", "network": {"id": "7e37afe4-9d85-4673-b995-159f807b152d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-238662012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97077b3bc1f042dc93bfcd2482ac0bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70589e41-2b", "ovs_interfaceid": "70589e41-2bd9-4945-85fb-7271dac2b376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.454233] env[65717]: INFO nova.compute.manager [-] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Took 1.46 seconds to deallocate network for instance. [ 621.488889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.489653] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 621.492696] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.427s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.498408] env[65717]: INFO nova.compute.claims [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.749500] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.749763] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.803220] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.840336] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Successfully updated port: 62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.894165] env[65717]: DEBUG oslo_concurrency.lockutils [req-ca269e80-6e4f-4898-aee0-e26e6a056d78 req-c20bfcdf-0ddc-4151-a4b9-eb3bb12e4705 service nova] Releasing lock "refresh_cache-d0fa8edd-697a-47c8-9b08-5ffa7283c08d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.962534] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.994816] env[65717]: DEBUG nova.compute.utils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.996342] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 621.996553] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.996981] env[65717]: WARNING neutronclient.v2_0.client [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.997309] env[65717]: WARNING neutronclient.v2_0.client [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.201886] env[65717]: DEBUG nova.policy [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f23bbd89af4c6592a6219748b2eb80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7807574c25804b34965a07c4d5ac0bcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.204397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.204610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.252547] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 622.302935] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392630, 'name': ReconfigVM_Task, 'duration_secs': 0.562417} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.302935] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd/db7e2fb2-2936-494d-ab93-9905df4fbcfd.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.303441] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.345105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.345729] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.345949] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.500957] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 622.667074] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Successfully created port: 94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.709793] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 622.782514] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.812962] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d97ca-694a-401f-8e8d-4167016ed6ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.839576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba117827-7761-46c3-8ffb-73312b33e2ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.860951] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.881484] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7facdb8b-6bae-4b16-9eca-3534b589e1b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.891361] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9e4953-584d-40a7-b8d4-fbf63fcb6c89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.927481] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147e090-a01e-44c8-a623-e867bd9582ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.936631] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196c6f2-61c1-415a-a5f7-813bc4a31c59 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.952722] env[65717]: DEBUG nova.compute.provider_tree [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.238249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319359] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.370899] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.370899] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.419137] env[65717]: DEBUG nova.network.neutron [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Port 0790ddb9-6c89-4f18-b30a-db1bab83e048 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 623.457013] env[65717]: DEBUG nova.scheduler.client.report [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.496912] env[65717]: WARNING neutronclient.v2_0.client [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.511897] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 623.549875] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.549875] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.549875] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.550284] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.550284] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.550284] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.550494] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.550584] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.551001] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.551001] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.551742] env[65717]: DEBUG nova.virt.hardware [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.552815] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799de8c-8eed-4ea1-a0e6-792499ad69fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.562775] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071bc6e5-5eed-4247-abfe-b67a827163ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.621252] env[65717]: DEBUG nova.network.neutron [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Updating instance_info_cache with network_info: [{"id": "62445b03-ec8c-46bf-990c-667a230373ce", "address": "fa:16:3e:16:38:d7", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62445b03-ec", "ovs_interfaceid": "62445b03-ec8c-46bf-990c-667a230373ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.963747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.964038] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 623.966734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.566s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.968995] env[65717]: INFO nova.compute.claims [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.122107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.122356] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.124031] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.124325] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Instance network_info: |[{"id": "62445b03-ec8c-46bf-990c-667a230373ce", "address": "fa:16:3e:16:38:d7", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62445b03-ec", "ovs_interfaceid": "62445b03-ec8c-46bf-990c-667a230373ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.125063] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:38:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62445b03-ec8c-46bf-990c-667a230373ce', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.132652] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 624.133744] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.133744] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729657b6-5124-4e16-b5cd-e2b87ce22809 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.154740] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.154740] env[65717]: value = "task-4392631" [ 624.154740] env[65717]: _type = "Task" [ 624.154740] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.164759] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392631, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.448211] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.448530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.448568] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.474093] env[65717]: DEBUG nova.compute.utils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.482578] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Successfully updated port: 94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.483612] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 624.483897] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.484415] env[65717]: WARNING neutronclient.v2_0.client [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.484680] env[65717]: WARNING neutronclient.v2_0.client [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.489340] env[65717]: DEBUG nova.compute.manager [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Received event network-vif-plugged-62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 624.489386] env[65717]: DEBUG oslo_concurrency.lockutils [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] Acquiring lock "64fc811d-9807-4553-9e54-dcb763741770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.490052] env[65717]: DEBUG oslo_concurrency.lockutils [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] Lock "64fc811d-9807-4553-9e54-dcb763741770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.490052] env[65717]: DEBUG oslo_concurrency.lockutils [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] Lock "64fc811d-9807-4553-9e54-dcb763741770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.490052] env[65717]: DEBUG nova.compute.manager [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] No waiting events found dispatching network-vif-plugged-62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.490218] env[65717]: WARNING nova.compute.manager [req-6c4d4908-8174-4a24-bdca-3c2f33944c2a req-d8d424f3-a0bc-45ef-9526-43fdd7297dda service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Received unexpected event network-vif-plugged-62445b03-ec8c-46bf-990c-667a230373ce for instance with vm_state building and task_state spawning. [ 624.668768] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392631, 'name': CreateVM_Task, 'duration_secs': 0.425579} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.669014] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.669419] env[65717]: WARNING neutronclient.v2_0.client [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.669750] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.669887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.670198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.670436] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfa3aca-edce-4b7c-bc6e-69128e58946b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.676097] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 624.676097] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248842d-9417-021c-468d-ad99169b7d53" [ 624.676097] env[65717]: _type = "Task" [ 624.676097] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.686176] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248842d-9417-021c-468d-ad99169b7d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.733785] env[65717]: DEBUG nova.policy [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07250009d4984858a21cbad7a2d330cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6fbe61f8e12450bbcf82855b32ed0b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.831912] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd6c35-6725-4fe2-9b94-267756d59c39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.841981] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9851e046-fdf8-4f07-aedb-cff51fa66d8a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.873591] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c692a-bf2d-40e4-bba0-98ce9c502c2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.882539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ff4b2d-0df1-4e08-81fd-c5a7c303a912 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.897320] env[65717]: DEBUG nova.compute.provider_tree [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.978644] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 624.993466] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995051] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995051] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.189062] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248842d-9417-021c-468d-ad99169b7d53, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.189209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.189377] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.189818] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.190253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.190253] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.190472] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea51eb34-4d6a-4cd8-9c9f-b7477d467f6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.201096] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.201259] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.202017] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7cbe29-30b0-458e-8ba5-fadb8e595306 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.209396] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 625.209396] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e0e87e-2b0b-b5d9-34b4-f04111be863e" [ 625.209396] env[65717]: _type = "Task" [ 625.209396] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.210568] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Successfully created port: 8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.223113] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e0e87e-2b0b-b5d9-34b4-f04111be863e, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.224279] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0f3a92-1b83-4120-ac27-8503fd78ff14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.235672] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 625.235672] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5237441d-77f9-b87d-a13d-80af1071337e" [ 625.235672] env[65717]: _type = "Task" [ 625.235672] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.251506] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5237441d-77f9-b87d-a13d-80af1071337e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.401784] env[65717]: DEBUG nova.scheduler.client.report [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.456123] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.500382] env[65717]: DEBUG nova.compute.manager [req-e8903c50-a6ee-4243-a0a5-482ff2ac9c47 req-6a39eb6e-51f6-4460-8168-1a7d9f4517c3 service nova] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Received event network-vif-deleted-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.653413] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.653413] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.653504] env[65717]: DEBUG nova.network.neutron [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.750256] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5237441d-77f9-b87d-a13d-80af1071337e, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.750618] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.750839] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 64fc811d-9807-4553-9e54-dcb763741770/64fc811d-9807-4553-9e54-dcb763741770.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.751123] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c71318-5ace-46f3-a4c1-e75188375fa7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.763286] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 625.763286] env[65717]: value = "task-4392632" [ 625.763286] env[65717]: _type = "Task" [ 625.763286] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.770657] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.907458] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.940s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.907684] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 625.910541] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.471s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.912028] env[65717]: INFO nova.compute.claims [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.995492] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.031049] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.031463] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.031735] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.032486] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.032486] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.032635] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.032940] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.033241] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.033527] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.033720] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.033920] env[65717]: DEBUG nova.virt.hardware [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.035168] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c7ca99-c807-45ac-b13f-638727cd7d04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.046510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab3e74c-7553-457a-a785-666eafc83c2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.161761] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.273114] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.417914] env[65717]: DEBUG nova.compute.utils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.422038] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.422790] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.422790] env[65717]: WARNING neutronclient.v2_0.client [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.422790] env[65717]: WARNING neutronclient.v2_0.client [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.544296] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.614939] env[65717]: DEBUG nova.compute.manager [None req-13b3fa6c-49e0-4bd7-a4b1-88c0d76bec61 tempest-ServerDiagnosticsV248Test-158734725 tempest-ServerDiagnosticsV248Test-158734725-project-admin] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.615946] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236855f2-077f-45e4-aea6-1fff56a921a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.626095] env[65717]: INFO nova.compute.manager [None req-13b3fa6c-49e0-4bd7-a4b1-88c0d76bec61 tempest-ServerDiagnosticsV248Test-158734725 tempest-ServerDiagnosticsV248Test-158734725-project-admin] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Retrieving diagnostics [ 626.627271] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea6a51-e041-40cd-a8d9-a902b1448481 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.773195] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536832} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.773480] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 64fc811d-9807-4553-9e54-dcb763741770/64fc811d-9807-4553-9e54-dcb763741770.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.773750] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.774120] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22be3934-b813-4f85-9d98-a48108a9a325 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.784205] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 626.784205] env[65717]: value = "task-4392633" [ 626.784205] env[65717]: _type = "Task" [ 626.784205] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.795409] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.923260] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 626.979089] env[65717]: DEBUG nova.policy [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '468131af99c646b6aac1555df534d982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '405afd4b07ea48c3947ad3f9372d94be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.065564] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Successfully updated port: 8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.301262] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30607} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.301381] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.302802] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5a5e4-2d57-4d52-85e8-34336df351f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.330865] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 64fc811d-9807-4553-9e54-dcb763741770/64fc811d-9807-4553-9e54-dcb763741770.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.332587] env[65717]: WARNING neutronclient.v2_0.client [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.337389] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f844ff6-f80f-4901-a861-375064d6846f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.360488] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 627.360488] env[65717]: value = "task-4392634" [ 627.360488] env[65717]: _type = "Task" [ 627.360488] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.371890] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.403972] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222c197-4f8d-42d2-aa13-aa19fb86a5b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.412878] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a45d0-1a43-4f44-9bb5-0665b75a5a6b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.454428] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b0e56-c07f-44b9-a459-2ca59691985f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.464178] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f8861-5acc-4d23-bf28-6a4a39cafba0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.480128] env[65717]: DEBUG nova.compute.provider_tree [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.569752] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.570079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquired lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570151] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.662694] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Successfully created port: fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.857255] env[65717]: WARNING neutronclient.v2_0.client [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.872712] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.960301] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.984304] env[65717]: DEBUG nova.scheduler.client.report [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.000160] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.002284] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.002545] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.002769] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.003436] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.003631] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.003977] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.004191] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.004424] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.004880] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.008163] env[65717]: DEBUG nova.virt.hardware [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.010850] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbacac-61eb-44a0-8048-957516b0a491 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.025778] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c4754-1579-419a-bd72-dca97dab3827 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.061583] env[65717]: DEBUG nova.network.neutron [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updating instance_info_cache with network_info: [{"id": "94f93660-dc84-4d73-918d-4d2b95c238db", "address": "fa:16:3e:b1:6c:7f", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f93660-dc", "ovs_interfaceid": "94f93660-dc84-4d73-918d-4d2b95c238db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.378573] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392634, 'name': ReconfigVM_Task, 'duration_secs': 0.743644} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.378573] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 64fc811d-9807-4553-9e54-dcb763741770/64fc811d-9807-4553-9e54-dcb763741770.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.378573] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ddc1158-4aed-4c8e-a9dd-8cb8ac766177 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.390610] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 628.390610] env[65717]: value = "task-4392635" [ 628.390610] env[65717]: _type = "Task" [ 628.390610] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.402764] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392635, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.423898] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.492275] env[65717]: DEBUG nova.network.neutron [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.495153] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.496023] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 628.500025] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.507s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.505026] env[65717]: INFO nova.compute.claims [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.561791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.562133] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Instance network_info: |[{"id": "94f93660-dc84-4d73-918d-4d2b95c238db", "address": "fa:16:3e:b1:6c:7f", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f93660-dc", "ovs_interfaceid": "94f93660-dc84-4d73-918d-4d2b95c238db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 628.562970] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94f93660-dc84-4d73-918d-4d2b95c238db', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.571831] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Creating folder: Project (7807574c25804b34965a07c4d5ac0bcf). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.573722] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deb94024-43c7-4077-ba2b-7858356cd3e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.587598] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Created folder: Project (7807574c25804b34965a07c4d5ac0bcf) in parent group-v859766. [ 628.588234] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Creating folder: Instances. Parent ref: group-v859799. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.588234] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd051aed-32f6-4372-b721-5240283f2c51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.601342] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Created folder: Instances in parent group-v859799. [ 628.601656] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 628.601890] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.602158] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-481417e6-02d2-46d5-ab72-424fe370c580 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.626055] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.626055] env[65717]: value = "task-4392638" [ 628.626055] env[65717]: _type = "Task" [ 628.626055] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.635773] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392638, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.904051] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392635, 'name': Rename_Task, 'duration_secs': 0.320202} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.904051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.904051] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028412c5-72e0-4fe3-8283-e72e7cbe989f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.913955] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 628.913955] env[65717]: value = "task-4392639" [ 628.913955] env[65717]: _type = "Task" [ 628.913955] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.927016] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.003166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.014587] env[65717]: DEBUG nova.compute.utils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.016286] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 629.016600] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.018111] env[65717]: WARNING neutronclient.v2_0.client [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.018111] env[65717]: WARNING neutronclient.v2_0.client [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.139089] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392638, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.427199] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.523072] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 629.544993] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a00f3e-168a-4c2c-aea1-35b0e48664a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.549149] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Successfully updated port: fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.582439] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4be91-41be-4881-a7d8-d1ed2b18c3e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.596189] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 629.601739] env[65717]: DEBUG nova.policy [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8527b3def1b64e36a9a883d148f71655', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c53ab339602431e8f49161fdc5bb0e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.634032] env[65717]: WARNING neutronclient.v2_0.client [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.643214] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392638, 'name': CreateVM_Task, 'duration_secs': 0.549782} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.646089] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.646830] env[65717]: WARNING neutronclient.v2_0.client [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.647563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.647563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.647968] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.648078] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c25197-bec2-4f8a-bf68-696847f918ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.654180] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 629.654180] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e5aba7-9081-00cf-ed78-2e279b5489ff" [ 629.654180] env[65717]: _type = "Task" [ 629.654180] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.664249] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e5aba7-9081-00cf-ed78-2e279b5489ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.726553] env[65717]: DEBUG nova.network.neutron [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Updating instance_info_cache with network_info: [{"id": "8a779a95-52e7-4563-99c8-9a88f8071212", "address": "fa:16:3e:2b:c0:91", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a779a95-52", "ovs_interfaceid": "8a779a95-52e7-4563-99c8-9a88f8071212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.928730] env[65717]: DEBUG oslo_vmware.api [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392639, 'name': PowerOnVM_Task, 'duration_secs': 0.855058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.929705] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.929705] env[65717]: INFO nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Took 8.92 seconds to spawn the instance on the hypervisor. [ 629.929705] env[65717]: DEBUG nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.930475] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9918549-7586-48a5-bea8-54a7a785434e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.935298] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339a1ce-f9cf-4df2-94a1-2a56efd92a68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.945630] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a85c1fe-09cf-47bc-9f72-8f6fc212b864 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.954712] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Successfully created port: e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.986634] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b6e7d-0ee1-4e2e-b6fd-7a79694e5abc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.997159] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae16156-c3a8-4c03-a887-6b400b99a3b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.014491] env[65717]: DEBUG nova.compute.provider_tree [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.052395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquired lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052537] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.111923] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.112587] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0131340-1d16-4c6a-807f-5bd8d1331d12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.122428] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 630.122428] env[65717]: value = "task-4392640" [ 630.122428] env[65717]: _type = "Task" [ 630.122428] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.133755] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.168037] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e5aba7-9081-00cf-ed78-2e279b5489ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.168556] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.168690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.168916] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.169041] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.169403] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.169672] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3399b705-c9d9-4e64-b601-2c278b7902bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.182229] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.182229] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.182229] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d056b414-f318-45e3-9587-be8b96e051d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.188180] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 630.188180] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52333d71-f434-a3df-f259-042e99d25ac6" [ 630.188180] env[65717]: _type = "Task" [ 630.188180] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.197786] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52333d71-f434-a3df-f259-042e99d25ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.229055] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Releasing lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.229435] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Instance network_info: |[{"id": "8a779a95-52e7-4563-99c8-9a88f8071212", "address": "fa:16:3e:2b:c0:91", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a779a95-52", "ovs_interfaceid": "8a779a95-52e7-4563-99c8-9a88f8071212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.230239] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c0:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a779a95-52e7-4563-99c8-9a88f8071212', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.238628] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Creating folder: Project (e6fbe61f8e12450bbcf82855b32ed0b0). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.239029] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e9ea4f2-e4b0-449d-87ff-9041381156f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.253398] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Created folder: Project (e6fbe61f8e12450bbcf82855b32ed0b0) in parent group-v859766. [ 630.253657] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Creating folder: Instances. Parent ref: group-v859802. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.253938] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1852b2f-f8f1-4cde-b7c6-49218f5d1d49 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.269092] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Created folder: Instances in parent group-v859802. [ 630.269525] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 630.270837] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.270837] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a600c2a2-f146-4c8b-ba70-74f7e5f7d9fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.301462] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.301462] env[65717]: value = "task-4392643" [ 630.301462] env[65717]: _type = "Task" [ 630.301462] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.312418] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392643, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.349019] env[65717]: DEBUG nova.compute.manager [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Received event network-changed-62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 630.349267] env[65717]: DEBUG nova.compute.manager [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Refreshing instance network info cache due to event network-changed-62445b03-ec8c-46bf-990c-667a230373ce. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 630.349476] env[65717]: DEBUG oslo_concurrency.lockutils [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] Acquiring lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.349697] env[65717]: DEBUG oslo_concurrency.lockutils [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] Acquired lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.349767] env[65717]: DEBUG nova.network.neutron [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Refreshing network info cache for port 62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.461126] env[65717]: INFO nova.compute.manager [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Took 16.70 seconds to build instance. [ 630.518934] env[65717]: DEBUG nova.scheduler.client.report [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.535953] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 630.572367] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.572367] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.572367] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.572820] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.572820] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.572820] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.572820] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.572952] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.573986] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.573986] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.573986] env[65717]: DEBUG nova.virt.hardware [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.575194] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995be3e-a483-4093-b20f-f7f399a7e3c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.586154] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34205fb6-b19a-4d65-9dc8-96e241f93eae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.637842] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.644026] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.680100] env[65717]: DEBUG nova.compute.manager [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received event network-vif-plugged-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 630.681839] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Acquiring lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.681839] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.681839] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.681839] env[65717]: DEBUG nova.compute.manager [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] No waiting events found dispatching network-vif-plugged-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 630.681839] env[65717]: WARNING nova.compute.manager [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received unexpected event network-vif-plugged-94f93660-dc84-4d73-918d-4d2b95c238db for instance with vm_state building and task_state spawning. [ 630.682453] env[65717]: DEBUG nova.compute.manager [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 630.682453] env[65717]: DEBUG nova.compute.manager [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing instance network info cache due to event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 630.682453] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Acquiring lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.682453] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Acquired lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.682453] env[65717]: DEBUG nova.network.neutron [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.701075] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52333d71-f434-a3df-f259-042e99d25ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.703141] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0e487e-33f6-4b70-8994-2ec56fcb3272 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.713724] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 630.713724] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a060-7927-967f-cf1e-a19ac2d45793" [ 630.713724] env[65717]: _type = "Task" [ 630.713724] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.725650] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a060-7927-967f-cf1e-a19ac2d45793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.796560] env[65717]: INFO nova.compute.manager [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Rebuilding instance [ 630.810373] env[65717]: WARNING neutronclient.v2_0.client [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.816105] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392643, 'name': CreateVM_Task, 'duration_secs': 0.410416} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.816105] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.816549] env[65717]: WARNING neutronclient.v2_0.client [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.816936] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.817530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.817530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.818083] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c4d3c1-5f90-462f-bd81-66e7b5df56cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.824958] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 630.824958] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fdb428-a13a-0583-403d-ef352e6cfd0b" [ 630.824958] env[65717]: _type = "Task" [ 630.824958] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.841831] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fdb428-a13a-0583-403d-ef352e6cfd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.846126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.846297] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.846499] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.856608] env[65717]: WARNING neutronclient.v2_0.client [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.866571] env[65717]: DEBUG nova.compute.manager [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.868028] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966753b8-41ea-400f-9db7-36c7d228c903 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.945440] env[65717]: DEBUG nova.network.neutron [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updating instance_info_cache with network_info: [{"id": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "address": "fa:16:3e:17:49:db", "network": {"id": "8c699a42-4c5f-4558-9b7c-77a623d91615", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-764989932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "405afd4b07ea48c3947ad3f9372d94be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec8d9e8-5d", "ovs_interfaceid": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.963158] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e49b966-aefd-4dee-a598-ff5780017acd tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.218s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.024746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.025483] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 631.031021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.528s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.031021] env[65717]: INFO nova.compute.claims [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.063099] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.063099] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.063099] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.063099] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.063885] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.066578] env[65717]: INFO nova.compute.manager [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Terminating instance [ 631.141039] env[65717]: DEBUG oslo_vmware.api [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392640, 'name': PowerOnVM_Task, 'duration_secs': 0.55309} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.141039] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.141039] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1faaef-d05b-4ef6-bb09-cba95044b6fc tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance 'db7e2fb2-2936-494d-ab93-9905df4fbcfd' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.187782] env[65717]: WARNING neutronclient.v2_0.client [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.221166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.221407] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.229702] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a060-7927-967f-cf1e-a19ac2d45793, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.229960] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.230250] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 7a6369bb-e2a3-4e9b-8788-dee21721bd5f/7a6369bb-e2a3-4e9b-8788-dee21721bd5f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.230545] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.230754] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.230994] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487da890-dbe5-4845-b38d-24f04779698d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.233165] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-052be8d1-6c4f-4ed1-9234-6cad32d6168d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.243403] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 631.243403] env[65717]: value = "task-4392644" [ 631.243403] env[65717]: _type = "Task" [ 631.243403] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.245411] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.245600] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.249807] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ab7c77-9001-4d9c-80b3-ca46ce0952ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.257483] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 631.257483] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52671741-19cd-c5fd-40b9-f2979acc68c1" [ 631.257483] env[65717]: _type = "Task" [ 631.257483] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.260942] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.272211] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52671741-19cd-c5fd-40b9-f2979acc68c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.273113] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae53a674-4f11-4042-bcf2-eeece07b9d7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.279532] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 631.279532] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52edf28f-ff09-cb7d-7653-21a51fde6abb" [ 631.279532] env[65717]: _type = "Task" [ 631.279532] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.289134] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52edf28f-ff09-cb7d-7653-21a51fde6abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.448694] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Releasing lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.449192] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Instance network_info: |[{"id": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "address": "fa:16:3e:17:49:db", "network": {"id": "8c699a42-4c5f-4558-9b7c-77a623d91615", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-764989932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "405afd4b07ea48c3947ad3f9372d94be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec8d9e8-5d", "ovs_interfaceid": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.449772] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:49:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec8d9e8-5da4-40be-ab97-7192850cb83b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.460372] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Creating folder: Project (405afd4b07ea48c3947ad3f9372d94be). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.461288] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfd1172-83c0-4a6b-8d36-8ef6b23f089e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466468] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 631.476080] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Created folder: Project (405afd4b07ea48c3947ad3f9372d94be) in parent group-v859766. [ 631.476302] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Creating folder: Instances. Parent ref: group-v859805. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.476653] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90826c05-f31d-496c-9515-bf7fabfdfa12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.490736] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Created folder: Instances in parent group-v859805. [ 631.490967] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.491178] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.491407] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae6d49e-7a49-423b-a440-0161a55a2823 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.513917] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.513917] env[65717]: value = "task-4392647" [ 631.513917] env[65717]: _type = "Task" [ 631.513917] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.525732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "e9650288-8485-43ee-b329-ba4f57d69872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.526090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.535779] env[65717]: DEBUG nova.compute.utils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.539436] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392647, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.540829] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 631.541018] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 631.541575] env[65717]: WARNING neutronclient.v2_0.client [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.542032] env[65717]: WARNING neutronclient.v2_0.client [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.577476] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "refresh_cache-01620656-6c91-49b6-a5f1-2ebc4cf2c244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.578395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquired lock "refresh_cache-01620656-6c91-49b6-a5f1-2ebc4cf2c244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.578395] env[65717]: DEBUG nova.network.neutron [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.652576] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Successfully updated port: e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.654200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.654604] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.654850] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.655088] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.655259] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.658974] env[65717]: INFO nova.compute.manager [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Terminating instance [ 631.700716] env[65717]: DEBUG nova.policy [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c963939af19407c85d9cb7c1bf26b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d6314bb36384a399d579614d5a230bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.757285] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392644, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.773338] env[65717]: WARNING neutronclient.v2_0.client [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.790397] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52edf28f-ff09-cb7d-7653-21a51fde6abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.790707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.791214] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 8cbb81ec-1543-4da6-b711-e21daacb3519/8cbb81ec-1543-4da6-b711-e21daacb3519.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.791214] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519a593c-403e-42d4-9537-29e42b45b57d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.798217] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 631.798217] env[65717]: value = "task-4392648" [ 631.798217] env[65717]: _type = "Task" [ 631.798217] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.808751] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.890666] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.890666] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d069f37-458e-4ea6-b59a-f8a809353e49 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.900532] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 631.900532] env[65717]: value = "task-4392649" [ 631.900532] env[65717]: _type = "Task" [ 631.900532] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.911738] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.997810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.026078] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392647, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.041848] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 632.081842] env[65717]: WARNING neutronclient.v2_0.client [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.158555] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.158555] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquired lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158884] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 632.170140] env[65717]: DEBUG nova.compute.manager [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 632.170140] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.171963] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6bf98-3a32-4ab1-b9ca-f08f0a9dab54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.178686] env[65717]: DEBUG nova.network.neutron [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Updated VIF entry in instance network info cache for port 62445b03-ec8c-46bf-990c-667a230373ce. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.178686] env[65717]: DEBUG nova.network.neutron [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Updating instance_info_cache with network_info: [{"id": "62445b03-ec8c-46bf-990c-667a230373ce", "address": "fa:16:3e:16:38:d7", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62445b03-ec", "ovs_interfaceid": "62445b03-ec8c-46bf-990c-667a230373ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.191060] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.192299] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4583534e-2a52-4c47-a23c-f446827b31cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.203643] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 632.203643] env[65717]: value = "task-4392650" [ 632.203643] env[65717]: _type = "Task" [ 632.203643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.219098] env[65717]: WARNING neutronclient.v2_0.client [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.226597] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.243923] env[65717]: DEBUG nova.network.neutron [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.270211] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519482} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.270211] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 7a6369bb-e2a3-4e9b-8788-dee21721bd5f/7a6369bb-e2a3-4e9b-8788-dee21721bd5f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.270211] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.271519] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f4f0df-2a7e-4a33-8591-797b25baa7f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.285099] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 632.285099] env[65717]: value = "task-4392651" [ 632.285099] env[65717]: _type = "Task" [ 632.285099] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.298169] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.319814] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.421312] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392649, 'name': PowerOffVM_Task, 'duration_secs': 0.294621} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.421700] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.422081] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.423792] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f583672-17c2-4151-bfa0-29825febe37c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.439405] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.439707] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34acf7a8-9cb6-4864-a776-dd5e33615362 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.511252] env[65717]: DEBUG nova.network.neutron [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updated VIF entry in instance network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.511786] env[65717]: DEBUG nova.network.neutron [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updating instance_info_cache with network_info: [{"id": "94f93660-dc84-4d73-918d-4d2b95c238db", "address": "fa:16:3e:b1:6c:7f", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f93660-dc", "ovs_interfaceid": "94f93660-dc84-4d73-918d-4d2b95c238db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.532689] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392647, 'name': CreateVM_Task, 'duration_secs': 0.628404} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.534353] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.539645] env[65717]: WARNING neutronclient.v2_0.client [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.540144] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.540267] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.540619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.541325] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.541521] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.542956] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.543350] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a56d0d0-9661-4d07-adf0-b4347d1db4cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.548767] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f116166b-3f70-4646-a707-b44d3c5c6829 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.561377] env[65717]: DEBUG nova.network.neutron [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.576425] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Successfully created port: 5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 632.581570] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 632.581570] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52479840-1458-541d-c100-9ddb53d73c9d" [ 632.581570] env[65717]: _type = "Task" [ 632.581570] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.581570] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 632.581570] env[65717]: value = "task-4392653" [ 632.581570] env[65717]: _type = "Task" [ 632.581570] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.602201] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52479840-1458-541d-c100-9ddb53d73c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.02595} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.609096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.609403] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.609836] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.609992] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.610249] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.610459] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.611209] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a343b2de-ec2b-4a98-b6ab-a44e8c5dab99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.621890] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.622019] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.622853] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d73ea09-6179-417b-92b2-23c85185df58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.633258] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 632.633258] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e4bf99-78d2-d7f2-7d0e-25d71b48e1b7" [ 632.633258] env[65717]: _type = "Task" [ 632.633258] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.645114] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e4bf99-78d2-d7f2-7d0e-25d71b48e1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.678946] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2d7e9f-0baf-4f5e-b1b7-81a72a294092 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.688366] env[65717]: DEBUG oslo_concurrency.lockutils [req-b777133d-4946-4774-a3d1-bebc6db2cb0d req-c7d54c37-95f0-44d0-88dc-99477bd4f909 service nova] Releasing lock "refresh_cache-64fc811d-9807-4553-9e54-dcb763741770" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.695977] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9348f-3ce8-460c-9d25-fa170bb0e441 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.744626] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c118f3-2f10-43dd-b43d-637bed62d109 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.748718] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.763829] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31cdb1-c5ae-40cd-8f3c-772adc3f3295 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.769744] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392650, 'name': PowerOffVM_Task, 'duration_secs': 0.385248} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.770061] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.770228] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.771136] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2522f481-2e09-4262-a52c-2ea4396345cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.790904] env[65717]: DEBUG nova.compute.provider_tree [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.810961] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106029} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.811978] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.813821] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c27c1-e366-4ff0-b9e6-fb1637bfe88f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.822549] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665312} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.823373] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 8cbb81ec-1543-4da6-b711-e21daacb3519/8cbb81ec-1543-4da6-b711-e21daacb3519.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.824233] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.824660] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd982080-51a5-4122-936e-7bd7e87640ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.849333] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7a6369bb-e2a3-4e9b-8788-dee21721bd5f/7a6369bb-e2a3-4e9b-8788-dee21721bd5f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.851169] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2e864c-1c1c-4f37-9c01-2e5275c43ea8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.875100] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 632.875100] env[65717]: value = "task-4392655" [ 632.875100] env[65717]: _type = "Task" [ 632.875100] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.882222] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.882433] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.882820] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleting the datastore file [datastore1] ae247151-1d67-4ff9-8ec4-c7e51680bb27 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.885046] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035e7b95-1e3e-4474-8cd3-84c31f25851c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.887027] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 632.887027] env[65717]: value = "task-4392656" [ 632.887027] env[65717]: _type = "Task" [ 632.887027] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.891384] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.898298] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 632.898298] env[65717]: value = "task-4392657" [ 632.898298] env[65717]: _type = "Task" [ 632.898298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.906687] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.914114] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.015420] env[65717]: DEBUG oslo_concurrency.lockutils [req-6510e7db-0c94-4dd5-a158-226fdf6d36e2 req-53b659cd-7b9a-47aa-bfaf-9ee3a8b5a52b service nova] Releasing lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.064908] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Releasing lock "refresh_cache-01620656-6c91-49b6-a5f1-2ebc4cf2c244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.065243] env[65717]: DEBUG nova.compute.manager [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 633.065430] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.066756] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 633.070743] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4171cc2-7a3f-404e-805c-4612abf7659f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.080933] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.081805] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8bfaf7c-5b5b-4ce2-861b-6ae40d36fce2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.094015] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237052} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.096645] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:26:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1774116377',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2031620857',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.096979] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.097231] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.097497] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.097706] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.097905] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.098166] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.098426] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.098580] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.098860] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.099185] env[65717]: DEBUG nova.virt.hardware [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.099550] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.099763] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.099945] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.103689] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706b813-d0a1-4477-8074-97f3653badb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.109078] env[65717]: DEBUG oslo_vmware.api [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 633.109078] env[65717]: value = "task-4392658" [ 633.109078] env[65717]: _type = "Task" [ 633.109078] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.117147] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ae4f3-5502-4e1b-998b-edb09bbbf90b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.128915] env[65717]: DEBUG oslo_vmware.api [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.151284] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e4bf99-78d2-d7f2-7d0e-25d71b48e1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.152160] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcb207f-2572-4648-acb3-002f7fd08d7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.159663] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 633.159663] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a8ecb-c675-adb4-16bd-a61382310d46" [ 633.159663] env[65717]: _type = "Task" [ 633.159663] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.170058] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a8ecb-c675-adb4-16bd-a61382310d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.281486] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.282160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.298126] env[65717]: DEBUG nova.scheduler.client.report [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.383211] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345b0fc-7313-4de4-8544-51409808392d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.395858] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095346} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.401228] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.402106] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Suspending the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 633.403370] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e4466-cb97-45bf-bbc6-0789402907d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.407750] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e4ec109-0b86-48eb-84ae-e76991b9abaf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.422396] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.448228] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 8cbb81ec-1543-4da6-b711-e21daacb3519/8cbb81ec-1543-4da6-b711-e21daacb3519.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.448956] env[65717]: DEBUG oslo_vmware.api [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] Waiting for the task: (returnval){ [ 633.448956] env[65717]: value = "task-4392659" [ 633.448956] env[65717]: _type = "Task" [ 633.448956] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.450127] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f39284-8d3c-4689-9609-cc04c6cf98c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.475963] env[65717]: DEBUG oslo_vmware.api [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386424} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.476796] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.477069] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.477322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.477728] env[65717]: INFO nova.compute.manager [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Took 1.31 seconds to destroy the instance on the hypervisor. [ 633.477859] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 633.478462] env[65717]: DEBUG nova.compute.manager [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 633.478651] env[65717]: DEBUG nova.network.neutron [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 633.478975] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.485286] env[65717]: DEBUG oslo_vmware.api [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] Task: {'id': task-4392659, 'name': SuspendVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.487108] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 633.487108] env[65717]: value = "task-4392660" [ 633.487108] env[65717]: _type = "Task" [ 633.487108] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.497471] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.622186] env[65717]: DEBUG oslo_vmware.api [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392658, 'name': PowerOffVM_Task, 'duration_secs': 0.266548} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.622522] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.622736] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.623045] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343b8fff-04ea-4e07-820d-83a547c627b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.659126] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.659560] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.659800] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleting the datastore file [datastore1] 01620656-6c91-49b6-a5f1-2ebc4cf2c244 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.660138] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72954960-87e3-467e-be0e-9c6653a8a3bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.676731] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a8ecb-c675-adb4-16bd-a61382310d46, 'name': SearchDatastore_Task, 'duration_secs': 0.029578} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.678318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.678662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f8a64846-5b95-46f3-9223-11b3a7ef51e1/f8a64846-5b95-46f3-9223-11b3a7ef51e1.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.679077] env[65717]: DEBUG oslo_vmware.api [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for the task: (returnval){ [ 633.679077] env[65717]: value = "task-4392662" [ 633.679077] env[65717]: _type = "Task" [ 633.679077] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.679421] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99273703-ffce-4f1f-9b85-d5a32de98a9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.694017] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 633.694017] env[65717]: value = "task-4392663" [ 633.694017] env[65717]: _type = "Task" [ 633.694017] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.806246] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.806781] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 633.810316] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.823s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.812566] env[65717]: INFO nova.compute.claims [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.905560] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392656, 'name': ReconfigVM_Task, 'duration_secs': 0.662469} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.905918] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7a6369bb-e2a3-4e9b-8788-dee21721bd5f/7a6369bb-e2a3-4e9b-8788-dee21721bd5f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.906499] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-078c65e5-3ec5-46e3-91df-8bb718daaaa9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.914926] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 633.914926] env[65717]: value = "task-4392664" [ 633.914926] env[65717]: _type = "Task" [ 633.914926] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.924527] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392664, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.978495] env[65717]: DEBUG oslo_vmware.api [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] Task: {'id': task-4392659, 'name': SuspendVM_Task} progress is 41%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.997744] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.151068] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.151422] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.151616] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.152166] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.152166] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.152495] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.152597] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.152904] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.153204] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.153420] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.153791] env[65717]: DEBUG nova.virt.hardware [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.155085] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2e6fd1-8631-4156-ab6b-744dcfab6d4a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.166922] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fea31-c640-4169-9d38-28e13f28597d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.187617] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:6d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a7a90a3-ce50-4a2b-9194-431d22198eff', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.195627] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.199433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.202970] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d2ff97a-9789-49bd-864c-464d3af9ad3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.227549] env[65717]: DEBUG oslo_vmware.api [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Task: {'id': task-4392662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190009} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.233028] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.233306] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.233546] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.233814] env[65717]: INFO nova.compute.manager [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Took 1.17 seconds to destroy the instance on the hypervisor. [ 634.234156] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.234432] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.234432] env[65717]: value = "task-4392665" [ 634.234432] env[65717]: _type = "Task" [ 634.234432] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.234718] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235058] env[65717]: DEBUG nova.compute.manager [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 634.235178] env[65717]: DEBUG nova.network.neutron [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 634.235550] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.249864] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392665, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.318026] env[65717]: DEBUG nova.compute.utils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.322276] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.322501] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.324095] env[65717]: WARNING neutronclient.v2_0.client [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.324095] env[65717]: WARNING neutronclient.v2_0.client [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.349314] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Successfully updated port: 5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 634.428689] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392664, 'name': Rename_Task, 'duration_secs': 0.234696} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.429833] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.429833] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924fdc6f-ce65-493a-81a2-2f2384f3978a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.440491] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 634.440491] env[65717]: value = "task-4392666" [ 634.440491] env[65717]: _type = "Task" [ 634.440491] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.451741] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.483696] env[65717]: DEBUG oslo_vmware.api [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] Task: {'id': task-4392659, 'name': SuspendVM_Task, 'duration_secs': 0.873206} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.484035] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Suspended the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 634.484970] env[65717]: DEBUG nova.compute.manager [None req-d2358559-f0a2-4510-bb31-cb0d077114f8 tempest-ServersAdminNegativeTestJSON-892882432 tempest-ServersAdminNegativeTestJSON-892882432-project-admin] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.485214] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac70f4-7342-45df-b657-2dd8486f4913 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.503930] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392660, 'name': ReconfigVM_Task, 'duration_secs': 0.618283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.504512] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 8cbb81ec-1543-4da6-b711-e21daacb3519/8cbb81ec-1543-4da6-b711-e21daacb3519.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.505211] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ccc5960-6e41-4664-9281-ac1c48182554 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.513645] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 634.513645] env[65717]: value = "task-4392667" [ 634.513645] env[65717]: _type = "Task" [ 634.513645] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.524174] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392667, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.587055] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.710494] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691692} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.710964] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f8a64846-5b95-46f3-9223-11b3a7ef51e1/f8a64846-5b95-46f3-9223-11b3a7ef51e1.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.711134] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.711564] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e43532a0-820c-4fbd-a871-527df831fc16 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.727012] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 634.727012] env[65717]: value = "task-4392668" [ 634.727012] env[65717]: _type = "Task" [ 634.727012] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.731919] env[65717]: DEBUG nova.network.neutron [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 634.732142] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.739852] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.754639] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392665, 'name': CreateVM_Task, 'duration_secs': 0.418059} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.754873] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.755521] env[65717]: WARNING neutronclient.v2_0.client [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 634.755982] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.756251] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.756549] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.756846] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557a72ac-bc68-4fc5-8ba7-c7e8d3eb5ba8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.763742] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 634.763742] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529af9f5-bf51-30dc-4ca7-feb5d74eee84" [ 634.763742] env[65717]: _type = "Task" [ 634.763742] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.773863] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529af9f5-bf51-30dc-4ca7-feb5d74eee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.782666] env[65717]: DEBUG nova.policy [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cb3bec127044fcab3f9e1b19113c46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ddcbfe9a92549fca1037aa5a08d6269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.824186] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 634.854079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.854240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.854452] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 634.952356] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392666, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.025919] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392667, 'name': Rename_Task, 'duration_secs': 0.275831} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.026085] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.026838] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5365e66-1964-445a-9240-7d87322f5508 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.039847] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 635.039847] env[65717]: value = "task-4392669" [ 635.039847] env[65717]: _type = "Task" [ 635.039847] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.054526] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.223854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd5b156-71e6-4bda-8d92-9238f488dffe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.235546] env[65717]: DEBUG nova.network.neutron [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.238028] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7e99a-3eb5-4722-acb9-e26f6597e1d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.250917] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075106} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.282728] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.284452] env[65717]: WARNING neutronclient.v2_0.client [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.287201] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ff5875-a303-4649-bb40-104502b377bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.294818] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d5ed7-5600-4389-9190-547bf5444f0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.305385] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529af9f5-bf51-30dc-4ca7-feb5d74eee84, 'name': SearchDatastore_Task, 'duration_secs': 0.016306} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.318052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.318367] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.319105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.319268] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.319451] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.331713] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f8a64846-5b95-46f3-9223-11b3a7ef51e1/f8a64846-5b95-46f3-9223-11b3a7ef51e1.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.331713] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e823ed-e332-463a-bd06-7868ee8a8c25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.334455] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ebd1e-8c83-4922-a3dc-bf847157ab94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.342466] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efef0a7a-9b88-4a52-a755-f8120a1d6221 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.375986] env[65717]: DEBUG nova.compute.provider_tree [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.381587] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.381938] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.383269] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 635.383269] env[65717]: value = "task-4392670" [ 635.383269] env[65717]: _type = "Task" [ 635.383269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.383961] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9d2db4-0dae-40db-93b6-a2b4da22c6b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.397621] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 635.397621] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5238637a-1d1e-ac82-92f1-2054e70e2086" [ 635.397621] env[65717]: _type = "Task" [ 635.397621] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.401816] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.411992] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5238637a-1d1e-ac82-92f1-2054e70e2086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.452520] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.552015] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.659160] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Successfully created port: a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 635.745887] env[65717]: INFO nova.compute.manager [-] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Took 1.51 seconds to deallocate network for instance. [ 635.859358] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 635.885475] env[65717]: DEBUG nova.scheduler.client.report [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.901245] env[65717]: DEBUG nova.network.neutron [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.906384] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.906751] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.906985] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.907270] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.908489] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.908489] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.908489] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.908489] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.908489] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.908779] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.909821] env[65717]: DEBUG nova.virt.hardware [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.910445] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7465daf-8470-45bb-9ee3-7981894aa8d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.934246] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392670, 'name': ReconfigVM_Task, 'duration_secs': 0.323907} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.935103] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f8a64846-5b95-46f3-9223-11b3a7ef51e1/f8a64846-5b95-46f3-9223-11b3a7ef51e1.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.936176] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3546feb6-dd2e-49ca-80ca-460dd0fd592a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.943684] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5238637a-1d1e-ac82-92f1-2054e70e2086, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.949040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c98d66-d62e-495e-829b-f7a326fc5f2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.955216] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df751fa-6483-4cdf-b1d1-08428eb8a4f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.958192] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 635.958192] env[65717]: value = "task-4392671" [ 635.958192] env[65717]: _type = "Task" [ 635.958192] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.977094] env[65717]: DEBUG oslo_vmware.api [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392666, 'name': PowerOnVM_Task, 'duration_secs': 1.023798} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.977394] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 635.977394] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cdfdec-b02f-7f60-2440-7ad63840a04c" [ 635.977394] env[65717]: _type = "Task" [ 635.977394] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.978023] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.978250] env[65717]: INFO nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Took 12.47 seconds to spawn the instance on the hypervisor. [ 635.978399] env[65717]: DEBUG nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 635.979369] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3f793-149b-4526-bdf2-bcd0792886d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.988469] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392671, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.995036] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cdfdec-b02f-7f60-2440-7ad63840a04c, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.997144] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.997433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.001258] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-939de974-b9ca-4c0e-9d63-4d4db57c0dfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.010260] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 636.010260] env[65717]: value = "task-4392672" [ 636.010260] env[65717]: _type = "Task" [ 636.010260] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.022243] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.050995] env[65717]: DEBUG oslo_vmware.api [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392669, 'name': PowerOnVM_Task, 'duration_secs': 0.701561} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.052371] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.052371] env[65717]: INFO nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Took 10.06 seconds to spawn the instance on the hypervisor. [ 636.052371] env[65717]: DEBUG nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.053050] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eddd74a-b5c6-4f6a-b472-c6d1ae1abc18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.159596] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.252356] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.395808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.396582] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 636.399535] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.689s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.399968] env[65717]: DEBUG nova.objects.instance [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lazy-loading 'resources' on Instance uuid d0b71c6c-09d7-4be6-9524-2c13eedf7bd2 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.403487] env[65717]: INFO nova.compute.manager [-] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Took 2.92 seconds to deallocate network for instance. [ 636.474911] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392671, 'name': Rename_Task, 'duration_secs': 0.166155} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.476614] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.477544] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4944401-1327-43af-99ed-f37337a27d79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.488106] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 636.488106] env[65717]: value = "task-4392673" [ 636.488106] env[65717]: _type = "Task" [ 636.488106] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.498745] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.512340] env[65717]: INFO nova.compute.manager [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Took 22.01 seconds to build instance. [ 636.526295] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496385} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.526295] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.526295] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.527141] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51b71e6-39bb-49bd-8a5b-e18687af5259 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.534850] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 636.534850] env[65717]: value = "task-4392674" [ 636.534850] env[65717]: _type = "Task" [ 636.534850] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.546448] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.575173] env[65717]: INFO nova.compute.manager [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Took 21.52 seconds to build instance. [ 636.903863] env[65717]: DEBUG nova.compute.utils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.908582] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.909197] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.909197] env[65717]: WARNING neutronclient.v2_0.client [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.909415] env[65717]: WARNING neutronclient.v2_0.client [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.912453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.000942] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.019484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.528s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.047603] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.047911] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.048998] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1b9cb-797e-4c46-87a3-8cedc581497f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.079750] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.084217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e245d27a-6cf0-477e-91fe-fe37cde81c00 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.042s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.084607] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37db5ccf-002d-47c1-b354-b3c2f26ab544 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.109540] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 637.109540] env[65717]: value = "task-4392675" [ 637.109540] env[65717]: _type = "Task" [ 637.109540] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.121885] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.383828] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd61c0-44ca-4cdc-9c97-ddf1202233f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.392518] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c59b6a-4b8e-4578-a937-204190d98acd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.425961] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 637.430239] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0209d30-33ea-4033-b834-15c0e17c79d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.439575] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e835a2-51e6-49d6-8016-4589b2e8522a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.455335] env[65717]: DEBUG nova.compute.provider_tree [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.502159] env[65717]: DEBUG oslo_vmware.api [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392673, 'name': PowerOnVM_Task, 'duration_secs': 0.529455} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.502439] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.502634] env[65717]: INFO nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Took 9.54 seconds to spawn the instance on the hypervisor. [ 637.502805] env[65717]: DEBUG nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.503739] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179faaa7-0af8-48a1-bf20-0e6624a4411b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.521804] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.606052] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.627467] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.727059] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Successfully updated port: a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.764290] env[65717]: DEBUG nova.network.neutron [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Updating instance_info_cache with network_info: [{"id": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "address": "fa:16:3e:95:65:9d", "network": {"id": "acbe36f0-8690-4acd-8b29-f58e69b51789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1666656486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53ab339602431e8f49161fdc5bb0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7873818-18", "ovs_interfaceid": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.958852] env[65717]: DEBUG nova.scheduler.client.report [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.027848] env[65717]: DEBUG nova.policy [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cb3bec127044fcab3f9e1b19113c46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ddcbfe9a92549fca1037aa5a08d6269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.034336] env[65717]: INFO nova.compute.manager [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Took 22.65 seconds to build instance. [ 638.081518] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.133334] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392675, 'name': ReconfigVM_Task, 'duration_secs': 0.952679} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.133881] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2/01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.134820] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc05298-35bb-4891-a8e1-88ef63033bfe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.144114] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 638.144114] env[65717]: value = "task-4392676" [ 638.144114] env[65717]: _type = "Task" [ 638.144114] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.155364] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392676, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.232918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.232918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.232918] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.267584] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Releasing lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.268515] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Instance network_info: |[{"id": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "address": "fa:16:3e:95:65:9d", "network": {"id": "acbe36f0-8690-4acd-8b29-f58e69b51789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1666656486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53ab339602431e8f49161fdc5bb0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7873818-18", "ovs_interfaceid": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 638.268948] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:65:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7873818-18e7-4dc9-b1f8-90136fe2062d', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.281769] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Creating folder: Project (2c53ab339602431e8f49161fdc5bb0e3). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.286616] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cb0e5b9-fba8-421f-b155-95b923c31e27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.303747] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Created folder: Project (2c53ab339602431e8f49161fdc5bb0e3) in parent group-v859766. [ 638.304414] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Creating folder: Instances. Parent ref: group-v859809. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.305345] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056162e7-1b89-4ef1-9b1f-a6be9d02545b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.323054] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Created folder: Instances in parent group-v859809. [ 638.323533] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 638.323645] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.323854] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f99f851-acae-4d83-ad48-652ae4a8ab80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.347087] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.347087] env[65717]: value = "task-4392679" [ 638.347087] env[65717]: _type = "Task" [ 638.347087] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.358090] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392679, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.441039] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.467869] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.470702] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.508s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.470846] env[65717]: DEBUG nova.objects.instance [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lazy-loading 'resources' on Instance uuid ad2c0d38-fab2-47b3-aa20-a809153ca209 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.474394] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.474671] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.474854] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.475049] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.475202] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.475351] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.475558] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.475745] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.475909] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.476087] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.476258] env[65717]: DEBUG nova.virt.hardware [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.477280] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e1371-93dd-4b14-902c-1504743cfac0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.493960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfeae57-2c7b-4927-8940-83d377b178aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.512506] env[65717]: INFO nova.scheduler.client.report [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Deleted allocations for instance d0b71c6c-09d7-4be6-9524-2c13eedf7bd2 [ 638.538465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.172s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.562679] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Successfully created port: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.661520] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392676, 'name': Rename_Task, 'duration_secs': 0.170085} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.661762] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.662490] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ed9038-50d6-43ba-ad6a-d7eb6b3bf2a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.675379] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 638.675379] env[65717]: value = "task-4392680" [ 638.675379] env[65717]: _type = "Task" [ 638.675379] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.685738] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.728892] env[65717]: WARNING neutronclient.v2_0.client [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.863393] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392679, 'name': CreateVM_Task, 'duration_secs': 0.399995} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.863455] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.863951] env[65717]: WARNING neutronclient.v2_0.client [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.864820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.864820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.864820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.866750] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.868679] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59c19b5-ee96-4a6e-808b-3e41340b9bec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.878277] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 638.878277] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285e8c4-5fd0-4abb-a083-58d5cea78a8c" [ 638.878277] env[65717]: _type = "Task" [ 638.878277] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.888512] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285e8c4-5fd0-4abb-a083-58d5cea78a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.907307] env[65717]: DEBUG nova.network.neutron [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updating instance_info_cache with network_info: [{"id": "5a93d930-9652-4e2e-85b6-d24b5b247560", "address": "fa:16:3e:5c:04:95", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a93d930-96", "ovs_interfaceid": "5a93d930-9652-4e2e-85b6-d24b5b247560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.027928] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Lock "d0b71c6c-09d7-4be6-9524-2c13eedf7bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.439s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.043603] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 639.163454] env[65717]: WARNING neutronclient.v2_0.client [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.185702] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.227464] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Received event network-vif-plugged-8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 639.227828] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.228680] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.228680] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.229936] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] No waiting events found dispatching network-vif-plugged-8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.229936] env[65717]: WARNING nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Received unexpected event network-vif-plugged-8a779a95-52e7-4563-99c8-9a88f8071212 for instance with vm_state active and task_state None. [ 639.229936] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Received event network-changed-8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 639.229936] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Refreshing instance network info cache due to event network-changed-8a779a95-52e7-4563-99c8-9a88f8071212. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 639.230438] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.230438] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquired lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.231047] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Refreshing network info cache for port 8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.310773] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.311026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.311227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.311424] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.311595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.316307] env[65717]: INFO nova.compute.manager [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Terminating instance [ 639.321321] env[65717]: DEBUG nova.network.neutron [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Updating instance_info_cache with network_info: [{"id": "a2685f6e-9929-49e8-a258-d55c0489c660", "address": "fa:16:3e:9e:f7:dc", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2685f6e-99", "ovs_interfaceid": "a2685f6e-9929-49e8-a258-d55c0489c660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.394794] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285e8c4-5fd0-4abb-a083-58d5cea78a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.397335] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.397643] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.397793] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.397931] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.398118] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.398621] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8930ec19-4f52-4785-8a20-13fcc170787c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.409142] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.409393] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.412910] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698f8db2-62aa-4b2e-8c52-67bb0cdfe3af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.415858] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.416257] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Instance network_info: |[{"id": "5a93d930-9652-4e2e-85b6-d24b5b247560", "address": "fa:16:3e:5c:04:95", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a93d930-96", "ovs_interfaceid": "5a93d930-9652-4e2e-85b6-d24b5b247560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.417634] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:04:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a93d930-9652-4e2e-85b6-d24b5b247560', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.428466] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Creating folder: Project (4d6314bb36384a399d579614d5a230bc). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.430693] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850ba4d6-028e-4a6d-be53-f5b27eff7dd5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.438374] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 639.438374] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291371d-6999-2bbd-cca3-42c588ce08f6" [ 639.438374] env[65717]: _type = "Task" [ 639.438374] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.439195] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c98dd6-795d-451c-a159-a50aee30910f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.456578] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5c252-83b6-4cd0-a7a2-57a8495a554d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.460842] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Created folder: Project (4d6314bb36384a399d579614d5a230bc) in parent group-v859766. [ 639.460842] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Creating folder: Instances. Parent ref: group-v859812. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.461096] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291371d-6999-2bbd-cca3-42c588ce08f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.461319] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b9cb9b1-5541-4169-b5bc-0c0c69ccd694 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.501780] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9ae1a-ea01-4c46-bfcb-3bf2d71e95c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.504607] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Created folder: Instances in parent group-v859812. [ 639.504979] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 639.505251] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.505896] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d494874-1cd2-499b-af90-bc3755f1b242 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.525994] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62c07a-4956-40b7-bd5b-f691922fbd99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.532845] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.532845] env[65717]: value = "task-4392683" [ 639.532845] env[65717]: _type = "Task" [ 639.532845] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.545952] env[65717]: DEBUG nova.compute.provider_tree [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.555293] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392683, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.577398] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.691015] env[65717]: DEBUG oslo_vmware.api [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392680, 'name': PowerOnVM_Task, 'duration_secs': 0.9681} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.691338] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.691446] env[65717]: DEBUG nova.compute.manager [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.692264] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab0201-204b-41c3-9fb8-3a7519fff492 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.742298] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.821033] env[65717]: DEBUG nova.compute.manager [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 639.821033] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.822221] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e7a78-dea8-447d-be1f-ad2e6ce2e009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.826318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.826599] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Instance network_info: |[{"id": "a2685f6e-9929-49e8-a258-d55c0489c660", "address": "fa:16:3e:9e:f7:dc", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2685f6e-99", "ovs_interfaceid": "a2685f6e-9929-49e8-a258-d55c0489c660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.827097] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f7:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2685f6e-9929-49e8-a258-d55c0489c660', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.835655] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Creating folder: Project (2ddcbfe9a92549fca1037aa5a08d6269). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.837012] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cddf35c-f0fa-48d1-9ae2-77f298582103 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.844437] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.844751] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad895e55-4434-463a-aefc-91e172a8b29c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.850414] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Created folder: Project (2ddcbfe9a92549fca1037aa5a08d6269) in parent group-v859766. [ 639.850619] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Creating folder: Instances. Parent ref: group-v859815. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.850911] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81be9c0-0be9-4c56-9fd1-b74fbcf1bb3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.855826] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 639.855826] env[65717]: value = "task-4392685" [ 639.855826] env[65717]: _type = "Task" [ 639.855826] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.866789] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.867668] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Created folder: Instances in parent group-v859815. [ 639.867921] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 639.868135] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.868414] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d49c3ef-9acc-4a09-9f4d-b4f7a4a20cdf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.889808] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.889808] env[65717]: value = "task-4392687" [ 639.889808] env[65717]: _type = "Task" [ 639.889808] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.899352] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392687, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.955232] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291371d-6999-2bbd-cca3-42c588ce08f6, 'name': SearchDatastore_Task, 'duration_secs': 0.021824} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.956110] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee9c392-faab-44c6-ab3f-f311517ac610 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.964014] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 639.964014] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5228a9ff-3f7e-53fe-1736-880335694ceb" [ 639.964014] env[65717]: _type = "Task" [ 639.964014] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.976251] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5228a9ff-3f7e-53fe-1736-880335694ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.045043] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392683, 'name': CreateVM_Task, 'duration_secs': 0.401725} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.045445] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.045932] env[65717]: WARNING neutronclient.v2_0.client [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.046457] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.049488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.049488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.049488] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68899dd3-15ed-4243-993f-51a3888c3daa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.050392] env[65717]: DEBUG nova.scheduler.client.report [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.058021] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 640.058021] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa72c0-dde8-d645-f569-6eea3057dea5" [ 640.058021] env[65717]: _type = "Task" [ 640.058021] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.072185] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa72c0-dde8-d645-f569-6eea3057dea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.113226] env[65717]: DEBUG nova.compute.manager [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Received event network-vif-plugged-5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 640.113490] env[65717]: DEBUG oslo_concurrency.lockutils [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] Acquiring lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.113712] env[65717]: DEBUG oslo_concurrency.lockutils [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.113917] env[65717]: DEBUG oslo_concurrency.lockutils [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.114069] env[65717]: DEBUG nova.compute.manager [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] No waiting events found dispatching network-vif-plugged-5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 640.114218] env[65717]: WARNING nova.compute.manager [req-0d0c2670-38c2-49b7-adfa-befc0d57caf4 req-e53f2434-aa14-46b9-891d-d19d1538810c service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Received unexpected event network-vif-plugged-5a93d930-9652-4e2e-85b6-d24b5b247560 for instance with vm_state building and task_state spawning. [ 640.213865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.369310] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392685, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.402997] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392687, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.455694] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Successfully updated port: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 640.476848] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5228a9ff-3f7e-53fe-1736-880335694ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.480114] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.480473] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 8dc0f364-1551-42b9-9d0c-1a03a3137ccf/8dc0f364-1551-42b9-9d0c-1a03a3137ccf.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.480884] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d556a62d-a47d-4087-816b-bbf451c35a9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.490505] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 640.490505] env[65717]: value = "task-4392688" [ 640.490505] env[65717]: _type = "Task" [ 640.490505] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.512554] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.555641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.558457] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.776s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.559990] env[65717]: INFO nova.compute.claims [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.574513] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa72c0-dde8-d645-f569-6eea3057dea5, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.575431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.575431] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.575666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.576258] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.576258] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.576501] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8008a0f-09f9-4905-a2dd-29bb73f16d98 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.587123] env[65717]: INFO nova.scheduler.client.report [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Deleted allocations for instance ad2c0d38-fab2-47b3-aa20-a809153ca209 [ 640.589542] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.589725] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.593423] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26076444-6b59-4a5d-921e-d57215bee079 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.601530] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 640.601530] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f57b8-5699-99fc-0f41-c2656f62c1b2" [ 640.601530] env[65717]: _type = "Task" [ 640.601530] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.615590] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f57b8-5699-99fc-0f41-c2656f62c1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.617421] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d824e1-69b1-4ed9-aef9-5eb23c967b2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.624619] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 640.624619] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52239fa6-56f6-2ec7-2cf5-a2f44d25f9e6" [ 640.624619] env[65717]: _type = "Task" [ 640.624619] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.635737] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52239fa6-56f6-2ec7-2cf5-a2f44d25f9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.691662] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.873133] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392685, 'name': PowerOffVM_Task, 'duration_secs': 0.556133} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.874707] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.874944] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.878111] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa1dd24a-5ab7-4765-9f1d-64cee538798a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.885107] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Updated VIF entry in instance network info cache for port 8a779a95-52e7-4563-99c8-9a88f8071212. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.885503] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Updating instance_info_cache with network_info: [{"id": "8a779a95-52e7-4563-99c8-9a88f8071212", "address": "fa:16:3e:2b:c0:91", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a779a95-52", "ovs_interfaceid": "8a779a95-52e7-4563-99c8-9a88f8071212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.903816] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392687, 'name': CreateVM_Task, 'duration_secs': 0.517535} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.904953] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.906461] env[65717]: WARNING neutronclient.v2_0.client [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.906461] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.906461] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.906790] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.908333] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f093c494-a06c-4130-8b66-068b68493361 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.918242] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 640.918242] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5251f032-5408-965f-edd9-d3adfba2243e" [ 640.918242] env[65717]: _type = "Task" [ 640.918242] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.930168] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5251f032-5408-965f-edd9-d3adfba2243e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.959206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.959206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.959206] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.973812] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.974576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.974576] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleting the datastore file [datastore2] 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.975450] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b602e1-75a0-4039-8e36-bbb6a4a304a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.986869] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 640.986869] env[65717]: value = "task-4392690" [ 640.986869] env[65717]: _type = "Task" [ 640.986869] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.003680] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.007922] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.100393] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Lock "ad2c0d38-fab2-47b3-aa20-a809153ca209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.773s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.137867] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52239fa6-56f6-2ec7-2cf5-a2f44d25f9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.138601] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141019] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 919967a0-5ea7-4bba-b1b0-757e80ca1678/919967a0-5ea7-4bba-b1b0-757e80ca1678.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.141019] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0895c61-d52b-4fa0-ac38-d653709b43f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.149702] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 641.149702] env[65717]: value = "task-4392691" [ 641.149702] env[65717]: _type = "Task" [ 641.149702] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.162411] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.388740] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.389113] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.389325] env[65717]: DEBUG nova.compute.manager [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Going to confirm migration 1 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 641.390955] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Releasing lock "refresh_cache-8cbb81ec-1543-4da6-b711-e21daacb3519" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.391683] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Received event network-vif-plugged-fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.391880] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.392218] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.392561] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.392674] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] No waiting events found dispatching network-vif-plugged-fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 641.392852] env[65717]: WARNING nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Received unexpected event network-vif-plugged-fec8d9e8-5da4-40be-ab97-7192850cb83b for instance with vm_state active and task_state None. [ 641.393036] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Received event network-changed-fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.393180] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Refreshing instance network info cache due to event network-changed-fec8d9e8-5da4-40be-ab97-7192850cb83b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 641.393353] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.393517] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquired lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.393642] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Refreshing network info cache for port fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.435894] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5251f032-5408-965f-edd9-d3adfba2243e, 'name': SearchDatastore_Task, 'duration_secs': 0.063208} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.436661] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.436912] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.437265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.437487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.437743] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.438305] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f0e4fd-64ce-4aba-96b9-66e91cfafc08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.459622] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.459958] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.461121] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16185cf4-bbd0-4805-bffd-1702a1d005b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.475467] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 641.475467] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52506afa-10ad-ed5a-5321-4fc6ff274255" [ 641.475467] env[65717]: _type = "Task" [ 641.475467] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.492844] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52506afa-10ad-ed5a-5321-4fc6ff274255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.510029] env[65717]: DEBUG oslo_vmware.api [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236002} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.512311] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 641.516716] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.516935] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.517180] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.517350] env[65717]: INFO nova.compute.manager [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 641.517624] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.517837] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575938} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.518693] env[65717]: DEBUG nova.compute.manager [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 641.518820] env[65717]: DEBUG nova.network.neutron [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.519066] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.521137] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 8dc0f364-1551-42b9-9d0c-1a03a3137ccf/8dc0f364-1551-42b9-9d0c-1a03a3137ccf.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.521357] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.521997] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48d45f7-399d-4ef5-8500-193e70e852b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.531280] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 641.531280] env[65717]: value = "task-4392692" [ 641.531280] env[65717]: _type = "Task" [ 641.531280] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.545895] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.670811] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392691, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.672272] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.687685] env[65717]: WARNING neutronclient.v2_0.client [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.881133] env[65717]: DEBUG nova.network.neutron [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Updating instance_info_cache with network_info: [{"id": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "address": "fa:16:3e:d6:58:24", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f0e12-8f", "ovs_interfaceid": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.896570] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.910400] env[65717]: WARNING neutronclient.v2_0.client [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.978970] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f7f835-b9eb-437c-91a6-72ec6d438a1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.993559] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf919f-922e-4229-9211-1c0c1517402e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.996990] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52506afa-10ad-ed5a-5321-4fc6ff274255, 'name': SearchDatastore_Task, 'duration_secs': 0.054554} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.998279] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c784fe-4278-447f-afb3-4596b40431c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.031143] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b047e6-d91c-4412-af36-b57f085f44d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.034034] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 642.034034] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521ed9a8-50fa-d740-fdd3-6a7f4c64c03a" [ 642.034034] env[65717]: _type = "Task" [ 642.034034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.044286] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0aa841-418d-41c2-b63f-84e72070ace4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.058909] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521ed9a8-50fa-d740-fdd3-6a7f4c64c03a, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.059168] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137285} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.059851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.060118] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 3d0f541b-072f-42cf-8ece-eac153fc7f18/3d0f541b-072f-42cf-8ece-eac153fc7f18.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.060442] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.060724] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5033a09e-d097-4516-90df-c9e1fbf27b31 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.063707] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f1cbb-18cf-4193-aa98-704e55974a8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.076342] env[65717]: DEBUG nova.compute.provider_tree [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.103899] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 8dc0f364-1551-42b9-9d0c-1a03a3137ccf/8dc0f364-1551-42b9-9d0c-1a03a3137ccf.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.109669] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea9324f0-d856-4470-88fa-c4b85b2b13dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.128995] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 642.128995] env[65717]: value = "task-4392693" [ 642.128995] env[65717]: _type = "Task" [ 642.128995] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.136674] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 642.136674] env[65717]: value = "task-4392694" [ 642.136674] env[65717]: _type = "Task" [ 642.136674] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.140777] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.152360] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.163076] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.163529] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 919967a0-5ea7-4bba-b1b0-757e80ca1678/919967a0-5ea7-4bba-b1b0-757e80ca1678.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.163848] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.164602] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac071a81-8791-4e7a-af37-39c3eaffbec4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.176204] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 642.176204] env[65717]: value = "task-4392695" [ 642.176204] env[65717]: _type = "Task" [ 642.176204] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.185755] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.197148] env[65717]: WARNING neutronclient.v2_0.client [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.197148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197148] env[65717]: DEBUG nova.network.neutron [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.197363] env[65717]: DEBUG nova.objects.instance [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lazy-loading 'info_cache' on Instance uuid db7e2fb2-2936-494d-ab93-9905df4fbcfd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.387380] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.387797] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Instance network_info: |[{"id": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "address": "fa:16:3e:d6:58:24", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f0e12-8f", "ovs_interfaceid": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 642.388459] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:58:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.397947] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 642.398277] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.398660] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e785e0c4-fefd-4aae-9bbf-fed4d7f2f84e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.421644] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.421644] env[65717]: value = "task-4392696" [ 642.421644] env[65717]: _type = "Task" [ 642.421644] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.432019] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392696, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.433464] env[65717]: DEBUG nova.network.neutron [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.468815] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.469033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.583471] env[65717]: DEBUG nova.scheduler.client.report [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.644209] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537207} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.648558] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 3d0f541b-072f-42cf-8ece-eac153fc7f18/3d0f541b-072f-42cf-8ece-eac153fc7f18.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.649311] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.650980] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a59bb6-b769-4add-b1b5-51eabd301dfa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.660063] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.661247] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 642.661247] env[65717]: value = "task-4392697" [ 642.661247] env[65717]: _type = "Task" [ 642.661247] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.679466] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.691341] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086316} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.691809] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.693164] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1cb04-b18b-4fdc-ae21-3b374f398dba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.725267] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 919967a0-5ea7-4bba-b1b0-757e80ca1678/919967a0-5ea7-4bba-b1b0-757e80ca1678.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.728140] env[65717]: WARNING neutronclient.v2_0.client [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.731184] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff97e94-5d28-4021-a247-557e2158e974 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.756938] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.759937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.760068] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.761456] env[65717]: DEBUG nova.compute.manager [None req-6dd60a58-c878-4d60-8535-a41f34c5ddd3 tempest-ServerDiagnosticsTest-1063342825 tempest-ServerDiagnosticsTest-1063342825-project-admin] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 642.764098] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d91756-7d2f-4406-9700-801f3fe459f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.771579] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 642.771579] env[65717]: value = "task-4392698" [ 642.771579] env[65717]: _type = "Task" [ 642.771579] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.773248] env[65717]: INFO nova.compute.manager [None req-6dd60a58-c878-4d60-8535-a41f34c5ddd3 tempest-ServerDiagnosticsTest-1063342825 tempest-ServerDiagnosticsTest-1063342825-project-admin] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Retrieving diagnostics [ 642.780212] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd825e-c5f4-4fde-a200-0b1f82e29302 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.791086] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.921207] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updated VIF entry in instance network info cache for port fec8d9e8-5da4-40be-ab97-7192850cb83b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.921864] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updating instance_info_cache with network_info: [{"id": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "address": "fa:16:3e:17:49:db", "network": {"id": "8c699a42-4c5f-4558-9b7c-77a623d91615", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-764989932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "405afd4b07ea48c3947ad3f9372d94be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec8d9e8-5d", "ovs_interfaceid": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.935671] env[65717]: INFO nova.compute.manager [-] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Took 1.42 seconds to deallocate network for instance. [ 642.935948] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392696, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.014021] env[65717]: WARNING neutronclient.v2_0.client [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.092125] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.092455] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 643.097322] env[65717]: DEBUG nova.network.neutron [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [{"id": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "address": "fa:16:3e:f2:17:49", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0790ddb9-6c", "ovs_interfaceid": "0790ddb9-6c89-4f18-b30a-db1bab83e048", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.099280] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.861s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.101261] env[65717]: INFO nova.compute.claims [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.155901] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392694, 'name': ReconfigVM_Task, 'duration_secs': 0.660526} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.156639] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 8dc0f364-1551-42b9-9d0c-1a03a3137ccf/8dc0f364-1551-42b9-9d0c-1a03a3137ccf.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.156824] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e86727b0-ec34-4ad3-b521-6a1eda3867c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.169024] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 643.169024] env[65717]: value = "task-4392699" [ 643.169024] env[65717]: _type = "Task" [ 643.169024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.177171] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080418} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.177668] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.178699] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81cd26-ff73-4987-86ef-8f90fddaec13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.185160] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392699, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.215423] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3d0f541b-072f-42cf-8ece-eac153fc7f18/3d0f541b-072f-42cf-8ece-eac153fc7f18.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.215788] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f57b546b-286d-458b-bd45-57290b9d65a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.239982] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 643.239982] env[65717]: value = "task-4392700" [ 643.239982] env[65717]: _type = "Task" [ 643.239982] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.251975] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.286331] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.430604] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Releasing lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.431065] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Received event network-vif-plugged-e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 643.431419] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.431761] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.432066] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.432330] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] No waiting events found dispatching network-vif-plugged-e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 643.432626] env[65717]: WARNING nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Received unexpected event network-vif-plugged-e7873818-18e7-4dc9-b1f8-90136fe2062d for instance with vm_state building and task_state spawning. [ 643.432940] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Received event network-changed-e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 643.433218] env[65717]: DEBUG nova.compute.manager [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Refreshing instance network info cache due to event network-changed-e7873818-18e7-4dc9-b1f8-90136fe2062d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 643.433543] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquiring lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433798] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Acquired lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434089] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Refreshing network info cache for port e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.442606] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392696, 'name': CreateVM_Task, 'duration_secs': 1.018272} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.442606] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.443467] env[65717]: WARNING neutronclient.v2_0.client [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.443467] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.443732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.444140] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.444223] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30c56e0-ac73-4613-83f4-c0ec8b5051eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.448044] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.453968] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 643.453968] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528066db-287d-edfc-cba1-29d26b211bab" [ 643.453968] env[65717]: _type = "Task" [ 643.453968] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.467476] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528066db-287d-edfc-cba1-29d26b211bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.600546] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-db7e2fb2-2936-494d-ab93-9905df4fbcfd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.600546] env[65717]: DEBUG nova.objects.instance [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lazy-loading 'migration_context' on Instance uuid db7e2fb2-2936-494d-ab93-9905df4fbcfd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.611062] env[65717]: DEBUG nova.compute.utils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.612070] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 643.681694] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392699, 'name': Rename_Task, 'duration_secs': 0.234887} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.681838] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.682049] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a722aa-a2d6-4334-93e8-e51fda5c02f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.691047] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 643.691047] env[65717]: value = "task-4392701" [ 643.691047] env[65717]: _type = "Task" [ 643.691047] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.701236] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.751337] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.789200] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392698, 'name': ReconfigVM_Task, 'duration_secs': 0.678798} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.789200] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 919967a0-5ea7-4bba-b1b0-757e80ca1678/919967a0-5ea7-4bba-b1b0-757e80ca1678.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.789200] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c26b47c-ad4a-458e-9680-37726579a55d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.798024] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 643.798024] env[65717]: value = "task-4392702" [ 643.798024] env[65717]: _type = "Task" [ 643.798024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.808377] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392702, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.940380] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.969298] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528066db-287d-edfc-cba1-29d26b211bab, 'name': SearchDatastore_Task, 'duration_secs': 0.017606} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.969298] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.969298] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.969298] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.969456] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.969456] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b0ae0a-6f41-4e7c-b762-a399e5de7810 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.986353] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.986353] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.986353] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35473e6e-8485-4355-bd82-d64b559c4386 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.992838] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 643.992838] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5256e615-0ff6-818d-3103-c4176d0fb211" [ 643.992838] env[65717]: _type = "Task" [ 643.992838] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.003777] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5256e615-0ff6-818d-3103-c4176d0fb211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.106025] env[65717]: DEBUG nova.objects.base [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 644.106025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69073b89-9fd2-4138-9781-dc2ee76c7bf2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.141026] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 644.146932] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e96e472-e00a-444d-9bd7-b0c818923ce1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.160515] env[65717]: DEBUG oslo_vmware.api [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 644.160515] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522ef650-72d4-dddb-84dc-5d77c08f23b1" [ 644.160515] env[65717]: _type = "Task" [ 644.160515] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.175825] env[65717]: DEBUG oslo_vmware.api [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522ef650-72d4-dddb-84dc-5d77c08f23b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013641} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.176550] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.203925] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.254637] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392700, 'name': ReconfigVM_Task, 'duration_secs': 0.550063} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.257906] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3d0f541b-072f-42cf-8ece-eac153fc7f18/3d0f541b-072f-42cf-8ece-eac153fc7f18.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.258894] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c698398-cf96-4a93-880d-de5bea8c1282 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.266560] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 644.266560] env[65717]: value = "task-4392703" [ 644.266560] env[65717]: _type = "Task" [ 644.266560] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.281189] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392703, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.311139] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392702, 'name': Rename_Task, 'duration_secs': 0.479043} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.314891] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.315662] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6e1ca5-8f88-4651-941b-ed7cde9fbc91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.324327] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 644.324327] env[65717]: value = "task-4392704" [ 644.324327] env[65717]: _type = "Task" [ 644.324327] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.340546] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.506392] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5256e615-0ff6-818d-3103-c4176d0fb211, 'name': SearchDatastore_Task, 'duration_secs': 0.05731} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.513879] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7300a3b3-70ec-4b92-a60e-8ab4a408cbce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.527024] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 644.527024] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52931e04-16f6-7c22-ffa0-d73aa695fd30" [ 644.527024] env[65717]: _type = "Task" [ 644.527024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.548763] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52931e04-16f6-7c22-ffa0-d73aa695fd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.612565] env[65717]: DEBUG nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Received event network-vif-deleted-149d5866-b6bb-42af-90d6-3eca6604c5a7 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 644.612752] env[65717]: DEBUG nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Received event network-vif-plugged-a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 644.614363] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Acquiring lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.614706] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.615131] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.615131] env[65717]: DEBUG nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] No waiting events found dispatching network-vif-plugged-a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 644.615273] env[65717]: WARNING nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Received unexpected event network-vif-plugged-a2685f6e-9929-49e8-a258-d55c0489c660 for instance with vm_state building and task_state spawning. [ 644.615507] env[65717]: DEBUG nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Received event network-changed-a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 644.615507] env[65717]: DEBUG nova.compute.manager [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Refreshing instance network info cache due to event network-changed-a2685f6e-9929-49e8-a258-d55c0489c660. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 644.615739] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Acquiring lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.615844] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Acquired lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.615992] env[65717]: DEBUG nova.network.neutron [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Refreshing network info cache for port a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.636657] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead547db-8725-4bf0-bad4-f6d63b8537f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.651528] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d037bb-64b3-4716-8d47-5326b8c8c682 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.693544] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b98f0-ba27-4c94-b64d-ae203586bddc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.713052] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f5c226-20ae-4f00-a0af-cb9b33c176ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.717691] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.732212] env[65717]: DEBUG nova.compute.provider_tree [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.745057] env[65717]: WARNING neutronclient.v2_0.client [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.782457] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392703, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.840313] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.860841] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Updated VIF entry in instance network info cache for port e7873818-18e7-4dc9-b1f8-90136fe2062d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.860841] env[65717]: DEBUG nova.network.neutron [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Updating instance_info_cache with network_info: [{"id": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "address": "fa:16:3e:95:65:9d", "network": {"id": "acbe36f0-8690-4acd-8b29-f58e69b51789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1666656486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53ab339602431e8f49161fdc5bb0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7873818-18", "ovs_interfaceid": "e7873818-18e7-4dc9-b1f8-90136fe2062d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.931456] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Received event network-changed-5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 644.931873] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Refreshing instance network info cache due to event network-changed-5a93d930-9652-4e2e-85b6-d24b5b247560. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 644.931873] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Acquiring lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.931873] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Acquired lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.931972] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Refreshing network info cache for port 5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.039188] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52931e04-16f6-7c22-ffa0-d73aa695fd30, 'name': SearchDatastore_Task, 'duration_secs': 0.032671} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.039188] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.039412] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c5f81e6e-5030-4197-a171-2668a8964855/c5f81e6e-5030-4197-a171-2668a8964855.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.039837] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8511881-d94f-47fb-b0a5-6d4e80ec0e4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.048587] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 645.048587] env[65717]: value = "task-4392705" [ 645.048587] env[65717]: _type = "Task" [ 645.048587] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.064157] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.121531] env[65717]: WARNING neutronclient.v2_0.client [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.157932] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 645.214179] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.214179] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.214179] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.214179] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.214675] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.214675] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.214819] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.216380] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.216529] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.217127] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.217127] env[65717]: DEBUG nova.virt.hardware [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.218622] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02977f9c-55e5-49ee-99cc-1966a551e039 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.232568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3633f41-d37c-4bb0-87af-f5e4ddf94030 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.237075] env[65717]: DEBUG oslo_vmware.api [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392701, 'name': PowerOnVM_Task, 'duration_secs': 1.044404} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.237989] env[65717]: DEBUG nova.scheduler.client.report [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.242049] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.242205] env[65717]: INFO nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Took 14.71 seconds to spawn the instance on the hypervisor. [ 645.242367] env[65717]: DEBUG nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.243939] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96430f0e-5df7-46e2-97df-2bcd7e7334e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.255748] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.261205] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Creating folder: Project (a5c798a9a1734832941acbd44caccbfa). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.261948] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50deb29b-4ff9-4910-a54b-62f0081ab759 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.277749] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Created folder: Project (a5c798a9a1734832941acbd44caccbfa) in parent group-v859766. [ 645.277749] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Creating folder: Instances. Parent ref: group-v859819. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.281546] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acfa4f6d-0c30-4986-85e8-579aa8a22789 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.284107] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392703, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.296116] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Created folder: Instances in parent group-v859819. [ 645.296116] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.296688] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.296688] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09cec16b-fbe9-4dee-a4c8-33583c9f179d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.319846] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.319846] env[65717]: value = "task-4392708" [ 645.319846] env[65717]: _type = "Task" [ 645.319846] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.332832] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392708, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.340090] env[65717]: DEBUG oslo_vmware.api [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392704, 'name': PowerOnVM_Task, 'duration_secs': 0.741742} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.340505] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.340778] env[65717]: INFO nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Took 12.27 seconds to spawn the instance on the hypervisor. [ 645.341576] env[65717]: DEBUG nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.341994] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03101a35-5a53-4589-ae5b-ee11d8834e3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.367378] env[65717]: DEBUG oslo_concurrency.lockutils [req-e16b46e8-62a2-4921-9cbb-13c9ca4c2caf req-0ac06f98-f6c8-40e8-83f3-51a8a330d535 service nova] Releasing lock "refresh_cache-8dc0f364-1551-42b9-9d0c-1a03a3137ccf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.437054] env[65717]: WARNING neutronclient.v2_0.client [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.565322] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.744459] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.745148] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 645.748433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.752s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.749902] env[65717]: INFO nova.compute.claims [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.786436] env[65717]: INFO nova.compute.manager [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Took 29.38 seconds to build instance. [ 645.791705] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392703, 'name': Rename_Task, 'duration_secs': 1.205373} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.792060] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.795382] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-781c7de0-4fa5-4553-9c00-795cbfda131b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.803979] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 645.803979] env[65717]: value = "task-4392709" [ 645.803979] env[65717]: _type = "Task" [ 645.803979] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.814873] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.827285] env[65717]: WARNING neutronclient.v2_0.client [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.836928] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392708, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.865868] env[65717]: INFO nova.compute.manager [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Took 28.90 seconds to build instance. [ 645.946181] env[65717]: WARNING neutronclient.v2_0.client [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.999200] env[65717]: DEBUG nova.network.neutron [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Updated VIF entry in instance network info cache for port a2685f6e-9929-49e8-a258-d55c0489c660. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.999200] env[65717]: DEBUG nova.network.neutron [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Updating instance_info_cache with network_info: [{"id": "a2685f6e-9929-49e8-a258-d55c0489c660", "address": "fa:16:3e:9e:f7:dc", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2685f6e-99", "ovs_interfaceid": "a2685f6e-9929-49e8-a258-d55c0489c660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.060510] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638316} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.064491] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c5f81e6e-5030-4197-a171-2668a8964855/c5f81e6e-5030-4197-a171-2668a8964855.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.064753] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.064965] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aba861d9-83d6-4ef4-8a1c-9d800b53c126 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.078582] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 646.078582] env[65717]: value = "task-4392710" [ 646.078582] env[65717]: _type = "Task" [ 646.078582] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.091289] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.100370] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updated VIF entry in instance network info cache for port 5a93d930-9652-4e2e-85b6-d24b5b247560. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.100370] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updating instance_info_cache with network_info: [{"id": "5a93d930-9652-4e2e-85b6-d24b5b247560", "address": "fa:16:3e:5c:04:95", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a93d930-96", "ovs_interfaceid": "5a93d930-9652-4e2e-85b6-d24b5b247560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.256493] env[65717]: DEBUG nova.compute.utils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.259176] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 646.259460] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.259726] env[65717]: WARNING neutronclient.v2_0.client [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.259963] env[65717]: WARNING neutronclient.v2_0.client [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.289727] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7dcf887b-c7d6-4218-b035-4a41828a91d8 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.894s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.323461] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.338384] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392708, 'name': CreateVM_Task, 'duration_secs': 0.723816} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.338928] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.339445] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339612] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.339928] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.340317] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da13ad6f-0542-4281-b7e6-076ce44c5c91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.347649] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 646.347649] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c47fbf-568b-70e0-4d0a-6f3c4a6ceaac" [ 646.347649] env[65717]: _type = "Task" [ 646.347649] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.360045] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c47fbf-568b-70e0-4d0a-6f3c4a6ceaac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.361516] env[65717]: DEBUG nova.policy [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cb3bec127044fcab3f9e1b19113c46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ddcbfe9a92549fca1037aa5a08d6269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.371080] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.428s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.443597] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "8cbb81ec-1543-4da6-b711-e21daacb3519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.443946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.444201] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.444394] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.444592] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.446733] env[65717]: INFO nova.compute.manager [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Terminating instance [ 646.500667] env[65717]: DEBUG oslo_concurrency.lockutils [req-ffcadd50-bac2-4c0a-a4f3-4e017560a307 req-4ea1afad-3e3f-4340-b89a-40d713ca41fd service nova] Releasing lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.592994] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189257} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.593620] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.594718] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c041b-6815-4be1-9b51-c76333f3c725 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.610932] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Releasing lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.611216] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Received event network-vif-plugged-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.612063] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Acquiring lock "c5f81e6e-5030-4197-a171-2668a8964855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.612063] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Lock "c5f81e6e-5030-4197-a171-2668a8964855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.612063] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Lock "c5f81e6e-5030-4197-a171-2668a8964855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.612063] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] No waiting events found dispatching network-vif-plugged-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.612285] env[65717]: WARNING nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Received unexpected event network-vif-plugged-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b for instance with vm_state building and task_state spawning. [ 646.612285] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Received event network-changed-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.614170] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Refreshing instance network info cache due to event network-changed-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 646.614170] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Acquiring lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.614170] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Acquired lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.614170] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Refreshing network info cache for port 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.624356] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c5f81e6e-5030-4197-a171-2668a8964855/c5f81e6e-5030-4197-a171-2668a8964855.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.626053] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ef2019-b3ec-4c5e-b2d2-01f559848b28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.649189] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 646.649189] env[65717]: value = "task-4392711" [ 646.649189] env[65717]: _type = "Task" [ 646.649189] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.659166] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.766790] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 646.794978] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 646.821902] env[65717]: DEBUG oslo_vmware.api [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392709, 'name': PowerOnVM_Task, 'duration_secs': 0.91552} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.822865] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.822865] env[65717]: INFO nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Took 10.96 seconds to spawn the instance on the hypervisor. [ 646.822865] env[65717]: DEBUG nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.823596] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287666e0-046c-452e-bfc7-d2604facdabc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.864152] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c47fbf-568b-70e0-4d0a-6f3c4a6ceaac, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.864517] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.864605] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.864850] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.865069] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.865237] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.865863] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a40d66-14ce-4b37-8dbf-c1ef1a363015 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.875117] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 646.879394] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.879523] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.883201] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9adf8c3-c102-4683-9f5a-7d8c4a03e574 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.889633] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 646.889633] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bb3a1e-c19f-e484-208b-0d9a6d8a6fdc" [ 646.889633] env[65717]: _type = "Task" [ 646.889633] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.898388] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bb3a1e-c19f-e484-208b-0d9a6d8a6fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.951988] env[65717]: DEBUG nova.compute.manager [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 646.952117] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.953219] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825281f-5965-4f46-8b83-a0704bfd1ec3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.961570] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.964184] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d15cce-7267-49bd-8db0-7567bad5f7bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.971259] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 646.971259] env[65717]: value = "task-4392712" [ 646.971259] env[65717]: _type = "Task" [ 646.971259] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.981596] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.983272] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.983626] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.983883] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.984723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.984723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.987038] env[65717]: INFO nova.compute.manager [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Terminating instance [ 647.025167] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Successfully created port: a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.127929] env[65717]: WARNING neutronclient.v2_0.client [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.169520] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.224021] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde16663-7fe1-4fca-b6a8-08167bd330b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.234133] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec704577-c876-44a4-940d-bcefab3f5bb0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.242521] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.244027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.282621] env[65717]: DEBUG nova.compute.utils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.287285] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ad285-d6be-49c1-9981-f0123715d255 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.299631] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9bc87-687b-4337-9bc6-d73449a6e9e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.317280] env[65717]: DEBUG nova.compute.provider_tree [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.348057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.352238] env[65717]: INFO nova.compute.manager [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Took 29.88 seconds to build instance. [ 647.403813] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bb3a1e-c19f-e484-208b-0d9a6d8a6fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.023675} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.405343] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1684e534-da8e-4708-b85e-de118d4bc007 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.409388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.414774] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 647.414774] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527a98c7-fbdd-bcf8-051b-dbdba132cb27" [ 647.414774] env[65717]: _type = "Task" [ 647.414774] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.424315] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527a98c7-fbdd-bcf8-051b-dbdba132cb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.484393] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392712, 'name': PowerOffVM_Task, 'duration_secs': 0.2958} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.484873] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.487024] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.487024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf7c247-96bc-4b70-87c5-57947407063c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.494796] env[65717]: DEBUG nova.compute.manager [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 647.495197] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.496277] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d50a7-b6ba-4179-a82a-5e94378151e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.507019] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.507019] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc194bc-b56c-40df-a614-a1a83bec2fe0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.513992] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 647.513992] env[65717]: value = "task-4392714" [ 647.513992] env[65717]: _type = "Task" [ 647.513992] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.524823] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.566595] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.566972] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.567301] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Deleting the datastore file [datastore2] 8cbb81ec-1543-4da6-b711-e21daacb3519 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.567646] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05f9e09f-b7c0-4b71-baca-86721573bdc5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.575803] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for the task: (returnval){ [ 647.575803] env[65717]: value = "task-4392715" [ 647.575803] env[65717]: _type = "Task" [ 647.575803] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.586739] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.663832] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392711, 'name': ReconfigVM_Task, 'duration_secs': 0.621279} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.663832] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c5f81e6e-5030-4197-a171-2668a8964855/c5f81e6e-5030-4197-a171-2668a8964855.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.663832] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347342ca-4b40-4e7a-995e-9e131f9bfe94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.672257] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 647.672257] env[65717]: value = "task-4392716" [ 647.672257] env[65717]: _type = "Task" [ 647.672257] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.687052] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392716, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.790781] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 647.794075] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.551s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.822649] env[65717]: DEBUG nova.scheduler.client.report [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.828578] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.828819] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.828965] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.829636] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.829636] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.829786] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.829891] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.830051] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.830258] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.830621] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.830621] env[65717]: DEBUG nova.virt.hardware [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.831543] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69195fcb-70e3-4b10-8287-6dd8ba79d67b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.840875] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327811e4-7860-4af1-940e-1ef255ced072 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.857692] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.396s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.926696] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527a98c7-fbdd-bcf8-051b-dbdba132cb27, 'name': SearchDatastore_Task, 'duration_secs': 0.015981} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.926878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927063] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.931019] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db32156-74ce-432a-8e3a-1d2344c6e4d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.935915] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 647.935915] env[65717]: value = "task-4392717" [ 647.935915] env[65717]: _type = "Task" [ 647.935915] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.950589] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.025301] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392714, 'name': PowerOffVM_Task, 'duration_secs': 0.275517} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.025527] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.025669] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.025934] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8787a657-6f19-4702-a830-640b2179b8c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.087959] env[65717]: DEBUG oslo_vmware.api [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Task: {'id': task-4392715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21039} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.088249] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.088420] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.088588] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.088772] env[65717]: INFO nova.compute.manager [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.088985] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 648.089210] env[65717]: DEBUG nova.compute.manager [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 648.089291] env[65717]: DEBUG nova.network.neutron [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 648.089545] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.105369] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.105638] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.105822] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore1] 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.106174] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9086df2-45ff-4bce-9572-916ca46f3fc0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.115241] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 648.115241] env[65717]: value = "task-4392719" [ 648.115241] env[65717]: _type = "Task" [ 648.115241] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.125247] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.184731] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392716, 'name': Rename_Task, 'duration_secs': 0.193354} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.184731] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.185228] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd55be08-fea7-4558-87cb-6d0aaf683496 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.193216] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 648.193216] env[65717]: value = "task-4392720" [ 648.193216] env[65717]: _type = "Task" [ 648.193216] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.203608] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.336545] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.337325] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 648.344919] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.090s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.344919] env[65717]: DEBUG nova.objects.instance [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lazy-loading 'resources' on Instance uuid 01620656-6c91-49b6-a5f1-2ebc4cf2c244 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.458443] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392717, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.629620] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.707496] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.851857] env[65717]: DEBUG nova.compute.utils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.853241] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 648.853459] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 648.853762] env[65717]: WARNING neutronclient.v2_0.client [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.854839] env[65717]: WARNING neutronclient.v2_0.client [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.904475] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Successfully updated port: a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.906866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.907864] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.907864] env[65717]: INFO nova.compute.manager [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Attaching volume f14dcf43-12ee-43d3-9672-5ef29746fb0f to /dev/sdb [ 648.954810] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740934} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.955087] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.956142] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.956142] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-326d904d-d115-4df2-a3bd-45a78f31f0fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.966457] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 648.966457] env[65717]: value = "task-4392721" [ 648.966457] env[65717]: _type = "Task" [ 648.966457] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.974806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b1b64-c058-4fd0-9827-ec323b836ade {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.985455] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.990724] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc700d-02df-4214-8f33-cced4bc69db5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.007411] env[65717]: DEBUG nova.virt.block_device [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updating existing volume attachment record: 5c111f45-9ec3-4ef0-8ca7-3a33bcf8ff55 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 649.012030] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.132998] env[65717]: DEBUG oslo_vmware.api [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565892} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.132998] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.133247] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.133247] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.133989] env[65717]: INFO nova.compute.manager [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 649.134073] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 649.136871] env[65717]: DEBUG nova.compute.manager [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 649.137079] env[65717]: DEBUG nova.network.neutron [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 649.137312] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.215716] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.364805] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 649.369375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f308387-545c-4c53-adc9-9864a31a3b3d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.381676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b947fd91-e541-4dea-9a4f-085d21dea2c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.418424] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.418609] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.418769] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.423179] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb8a1c-574c-4109-8c14-243df99e0b8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.441911] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa121f-436b-44b6-b758-fdbea2729cbb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.458692] env[65717]: DEBUG nova.compute.provider_tree [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.474581] env[65717]: DEBUG nova.policy [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92087240ca6945ca921a99d16b09d2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a774d7c0b924f1ca63985d3ead355c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.484326] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07685} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.484742] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.485822] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa33f9-06b1-4dfc-a85e-d5ca52bb9fe1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.513168] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.513168] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4ed7ec-42e8-4b27-8fe7-8f36d09ad75f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.535875] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 649.535875] env[65717]: value = "task-4392726" [ 649.535875] env[65717]: _type = "Task" [ 649.535875] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.547164] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.599749] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.685780] env[65717]: WARNING neutronclient.v2_0.client [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.716069] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.891114] env[65717]: DEBUG nova.network.neutron [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.938511] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Successfully created port: 87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 649.965744] env[65717]: DEBUG nova.scheduler.client.report [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.048897] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.208116] env[65717]: DEBUG oslo_vmware.api [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392720, 'name': PowerOnVM_Task, 'duration_secs': 1.587049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.208455] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.208655] env[65717]: INFO nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Took 11.77 seconds to spawn the instance on the hypervisor. [ 650.208827] env[65717]: DEBUG nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.209682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85232ad-0031-4408-82ab-f8c4b8923153 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.283842] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.380512] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 650.394429] env[65717]: INFO nova.compute.manager [-] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Took 2.30 seconds to deallocate network for instance. [ 650.412761] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.413242] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.413328] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.413509] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.413729] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.413810] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.414072] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.414289] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.414343] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.414673] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.414673] env[65717]: DEBUG nova.virt.hardware [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.415609] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1de2e-f684-4bbb-8194-95bc0a2fa2dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.428195] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0561061-c823-40b6-9cb5-41dd7f31b61a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.438947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.439200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.470974] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.473505] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.561s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.473792] env[65717]: DEBUG nova.objects.instance [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lazy-loading 'resources' on Instance uuid ae247151-1d67-4ff9-8ec4-c7e51680bb27 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.495760] env[65717]: INFO nova.scheduler.client.report [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Deleted allocations for instance 01620656-6c91-49b6-a5f1-2ebc4cf2c244 [ 650.553918] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392726, 'name': ReconfigVM_Task, 'duration_secs': 0.663361} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.553918] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.553918] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d25e839-92db-4ffd-979c-62186b80f82b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.562204] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 650.562204] env[65717]: value = "task-4392727" [ 650.562204] env[65717]: _type = "Task" [ 650.562204] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.571712] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392727, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.668216] env[65717]: DEBUG nova.network.neutron [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.685429] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Updated VIF entry in instance network info cache for port 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.685429] env[65717]: DEBUG nova.network.neutron [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Updating instance_info_cache with network_info: [{"id": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "address": "fa:16:3e:d6:58:24", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f0e12-8f", "ovs_interfaceid": "5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.743984] env[65717]: INFO nova.compute.manager [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Took 30.79 seconds to build instance. [ 650.836336] env[65717]: WARNING neutronclient.v2_0.client [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.905264] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.942317] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 651.009037] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0be77512-445a-4864-bf19-d8d86dc15391 tempest-ServerDiagnosticsV248Test-1212627857 tempest-ServerDiagnosticsV248Test-1212627857-project-member] Lock "01620656-6c91-49b6-a5f1-2ebc4cf2c244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.946s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.031435] env[65717]: DEBUG nova.network.neutron [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Updating instance_info_cache with network_info: [{"id": "a5aee87e-9717-491a-9dc5-2a351323246c", "address": "fa:16:3e:91:7d:86", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5aee87e-97", "ovs_interfaceid": "a5aee87e-9717-491a-9dc5-2a351323246c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.080383] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392727, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.171017] env[65717]: INFO nova.compute.manager [-] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Took 2.03 seconds to deallocate network for instance. [ 651.193426] env[65717]: DEBUG oslo_concurrency.lockutils [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] Releasing lock "refresh_cache-c5f81e6e-5030-4197-a171-2668a8964855" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.193426] env[65717]: DEBUG nova.compute.manager [req-15ba8bf9-6b97-4734-8199-e7a12017f780 req-51d730eb-d04c-425c-adbf-1e6d61d7450d service nova] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Received event network-vif-deleted-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.246430] env[65717]: DEBUG oslo_concurrency.lockutils [None req-46b36cb8-1e0b-43ab-9767-560a02bd9eff tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.303s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.464298] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e07922-647a-4c04-8f55-773d4bcfb082 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.471816] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.477780] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9bc89-043f-4b92-b7a9-8ea82702cf47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.515249] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c652a0e-4c04-4af5-b05d-c12146b803b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.529919] env[65717]: DEBUG nova.compute.manager [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.530183] env[65717]: DEBUG nova.compute.manager [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing instance network info cache due to event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 651.530353] env[65717]: DEBUG oslo_concurrency.lockutils [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] Acquiring lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.530486] env[65717]: DEBUG oslo_concurrency.lockutils [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] Acquired lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.530650] env[65717]: DEBUG nova.network.neutron [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.534266] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ecdce-c36f-4c6b-95af-bc8de87be69d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.539543] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Instance network_info: |[{"id": "a5aee87e-9717-491a-9dc5-2a351323246c", "address": "fa:16:3e:91:7d:86", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5aee87e-97", "ovs_interfaceid": "a5aee87e-9717-491a-9dc5-2a351323246c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 651.540326] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:7d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5aee87e-9717-491a-9dc5-2a351323246c', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.548276] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 651.549988] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.550277] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5589df52-9ccf-4d2c-8ed5-6098d9c75237 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.577513] env[65717]: DEBUG nova.compute.provider_tree [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.578134] env[65717]: DEBUG nova.compute.manager [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.578307] env[65717]: DEBUG nova.compute.manager [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing instance network info cache due to event network-changed-94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 651.578491] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Acquiring lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.591546] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.591546] env[65717]: value = "task-4392728" [ 651.591546] env[65717]: _type = "Task" [ 651.591546] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.595950] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392727, 'name': Rename_Task, 'duration_secs': 0.93772} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.596794] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.597490] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebab151b-16db-42cb-9969-11ebff24fc0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.609515] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392728, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.609515] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 651.609515] env[65717]: value = "task-4392729" [ 651.609515] env[65717]: _type = "Task" [ 651.609515] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.620912] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.677343] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.909861] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Successfully updated port: 87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.038122] env[65717]: WARNING neutronclient.v2_0.client [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.087339] env[65717]: DEBUG nova.scheduler.client.report [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.107471] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392728, 'name': CreateVM_Task, 'duration_secs': 0.399239} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.111021] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.111021] env[65717]: WARNING neutronclient.v2_0.client [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.111021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.111021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.111021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.111405] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba1a968-82d1-42ae-8538-9a258b4a5a50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.128430] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.128962] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 652.128962] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52496c87-3f9b-5a35-f4bd-6eb814a9e907" [ 652.128962] env[65717]: _type = "Task" [ 652.128962] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.139219] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52496c87-3f9b-5a35-f4bd-6eb814a9e907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.386439] env[65717]: WARNING neutronclient.v2_0.client [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.414780] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.416154] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.416386] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.496140] env[65717]: DEBUG nova.network.neutron [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updated VIF entry in instance network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.497028] env[65717]: DEBUG nova.network.neutron [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updating instance_info_cache with network_info: [{"id": "94f93660-dc84-4d73-918d-4d2b95c238db", "address": "fa:16:3e:b1:6c:7f", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f93660-dc", "ovs_interfaceid": "94f93660-dc84-4d73-918d-4d2b95c238db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.591203] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.598453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.515s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.598908] env[65717]: INFO nova.compute.claims [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.627573] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.630119] env[65717]: INFO nova.scheduler.client.report [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted allocations for instance ae247151-1d67-4ff9-8ec4-c7e51680bb27 [ 652.645210] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52496c87-3f9b-5a35-f4bd-6eb814a9e907, 'name': SearchDatastore_Task, 'duration_secs': 0.030318} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.645210] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.645210] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.645496] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.645496] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.645661] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.646261] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c284698b-e590-4a7f-803f-0b26fe50a890 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.657826] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.659327] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.659857] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be447b5-468d-487d-8e76-67212ebaf8d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.671868] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 652.671868] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520f62de-a8c8-3d51-4489-17428e181dde" [ 652.671868] env[65717]: _type = "Task" [ 652.671868] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.691470] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520f62de-a8c8-3d51-4489-17428e181dde, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.694030] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bf2900-8737-4792-a628-a476430f4a8a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.702609] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 652.702609] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b66ff-8fab-e4e3-81e0-134ecf8c8d32" [ 652.702609] env[65717]: _type = "Task" [ 652.702609] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.715178] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b66ff-8fab-e4e3-81e0-134ecf8c8d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.995537] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.000031] env[65717]: DEBUG oslo_concurrency.lockutils [req-8fb04c15-5562-4d9b-b2bc-e74f7ed3bbd0 req-676822f9-c34d-4008-95c7-015b6e903a3d service nova] Releasing lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.000276] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Acquired lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.000417] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Refreshing network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.128912] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.130232] env[65717]: WARNING neutronclient.v2_0.client [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.138506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "eda08858-f50a-4820-a9d6-38bc1ba78417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.138784] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.146808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fece99a-5d70-47c0-ba58-21420f54e8d8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ae247151-1d67-4ff9-8ec4-c7e51680bb27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.491s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.216067] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b66ff-8fab-e4e3-81e0-134ecf8c8d32, 'name': SearchDatastore_Task, 'duration_secs': 0.015506} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.216067] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.216067] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 6ef3f479-54e3-4866-b6b8-90d65de9f1dd/6ef3f479-54e3-4866-b6b8-90d65de9f1dd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.216314] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d0ab85-d6c5-42e9-9939-87f2b1303a54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.224592] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 653.224592] env[65717]: value = "task-4392730" [ 653.224592] env[65717]: _type = "Task" [ 653.224592] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.233997] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.473600] env[65717]: DEBUG nova.network.neutron [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Updating instance_info_cache with network_info: [{"id": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "address": "fa:16:3e:e2:1b:51", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fea64d-7f", "ovs_interfaceid": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.505814] env[65717]: WARNING neutronclient.v2_0.client [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.629719] env[65717]: DEBUG oslo_vmware.api [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392729, 'name': PowerOnVM_Task, 'duration_secs': 1.619197} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.631510] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.631510] env[65717]: INFO nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Took 8.47 seconds to spawn the instance on the hypervisor. [ 653.631510] env[65717]: DEBUG nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.631510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6446b07-bccf-4bd1-895d-07d40a411b90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.644344] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.738544] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.976993] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.977417] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Instance network_info: |[{"id": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "address": "fa:16:3e:e2:1b:51", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fea64d-7f", "ovs_interfaceid": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 653.977941] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87fea64d-7fbf-439c-bac4-41d920ae8e9b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.985787] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 653.988957] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.990334] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22579b1-9835-4878-b4b4-51d4f903ceae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.021760] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.021760] env[65717]: value = "task-4392732" [ 654.021760] env[65717]: _type = "Task" [ 654.021760] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.031123] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392732, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.128558] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7779c3-f896-4651-992b-c97026be190f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.137756] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a7e2b-5470-482c-88c2-88ca586ae5db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.180361] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb5052-af04-4c7c-b253-fabec870ed48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.183593] env[65717]: INFO nova.compute.manager [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Took 31.43 seconds to build instance. [ 654.193968] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea062d4-7fdf-4b5b-832e-3c27e4f9c2a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.214359] env[65717]: DEBUG nova.compute.provider_tree [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.216841] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.231344] env[65717]: WARNING neutronclient.v2_0.client [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.241768] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693192} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.242139] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 6ef3f479-54e3-4866-b6b8-90d65de9f1dd/6ef3f479-54e3-4866-b6b8-90d65de9f1dd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.242368] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.242660] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6e21ff-b03f-4084-a6b6-d1c556de5869 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.252026] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 654.252026] env[65717]: value = "task-4392733" [ 654.252026] env[65717]: _type = "Task" [ 654.252026] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.265764] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.365560] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updated VIF entry in instance network info cache for port 94f93660-dc84-4d73-918d-4d2b95c238db. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.365827] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updating instance_info_cache with network_info: [{"id": "94f93660-dc84-4d73-918d-4d2b95c238db", "address": "fa:16:3e:b1:6c:7f", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f93660-dc", "ovs_interfaceid": "94f93660-dc84-4d73-918d-4d2b95c238db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.532853] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392732, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.666397] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Received event network-vif-plugged-a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.666397] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquiring lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.666397] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.671407] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.674644] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] No waiting events found dispatching network-vif-plugged-a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 654.674644] env[65717]: WARNING nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Received unexpected event network-vif-plugged-a5aee87e-9717-491a-9dc5-2a351323246c for instance with vm_state building and task_state spawning. [ 654.674644] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Received event network-changed-a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.674644] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Refreshing instance network info cache due to event network-changed-a5aee87e-9717-491a-9dc5-2a351323246c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.674644] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquiring lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.674814] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquired lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.674814] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Refreshing network info cache for port a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.688143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d93bfad8-a37c-4d7c-bff4-667a8bd0093d tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.938s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.719647] env[65717]: DEBUG nova.scheduler.client.report [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.765269] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115769} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.765557] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.767094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da355b0-071a-4a19-b19c-c65d24926bf8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.795522] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6ef3f479-54e3-4866-b6b8-90d65de9f1dd/6ef3f479-54e3-4866-b6b8-90d65de9f1dd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.796209] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014d2ba7-f2c4-445c-afd4-1a44ce505666 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.825812] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 654.825812] env[65717]: value = "task-4392734" [ 654.825812] env[65717]: _type = "Task" [ 654.825812] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.838156] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.869013] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Releasing lock "refresh_cache-7a6369bb-e2a3-4e9b-8788-dee21721bd5f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869317] env[65717]: DEBUG nova.compute.manager [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Received event network-changed-fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.869483] env[65717]: DEBUG nova.compute.manager [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Refreshing instance network info cache due to event network-changed-fec8d9e8-5da4-40be-ab97-7192850cb83b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.869717] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Acquiring lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.869827] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Acquired lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.869985] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Refreshing network info cache for port fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.935995] env[65717]: DEBUG nova.compute.manager [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Received event network-changed-5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.935995] env[65717]: DEBUG nova.compute.manager [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Refreshing instance network info cache due to event network-changed-5a93d930-9652-4e2e-85b6-d24b5b247560. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.936553] env[65717]: DEBUG oslo_concurrency.lockutils [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] Acquiring lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.937160] env[65717]: DEBUG oslo_concurrency.lockutils [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] Acquired lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.939208] env[65717]: DEBUG nova.network.neutron [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Refreshing network info cache for port 5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.035359] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392732, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.176418] env[65717]: WARNING neutronclient.v2_0.client [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.225600] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.226184] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 655.240505] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.098s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.242180] env[65717]: INFO nova.compute.claims [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.343257] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.375942] env[65717]: WARNING neutronclient.v2_0.client [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.442753] env[65717]: WARNING neutronclient.v2_0.client [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.479330] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.479628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.539315] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392732, 'name': CreateVM_Task, 'duration_secs': 1.431961} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.539315] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.540370] env[65717]: WARNING neutronclient.v2_0.client [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.540890] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.541191] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.541622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.542019] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832f5e61-b04d-45d0-915d-72aa56ff86b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.550025] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 655.550025] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285a155-9a4d-e2ba-add6-2cf877828230" [ 655.550025] env[65717]: _type = "Task" [ 655.550025] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.558481] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285a155-9a4d-e2ba-add6-2cf877828230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.607501] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 655.608727] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859824', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'name': 'volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0fa8edd-697a-47c8-9b08-5ffa7283c08d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'serial': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 655.611311] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ced428-0b4b-40dd-b344-4285cd62d8d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.642616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc4cc9-a67a-42b2-9ba8-759f92434fd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.676457] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f/volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.676791] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78f8039-abf7-4311-9291-d2b02527fb84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.696182] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Waiting for the task: (returnval){ [ 655.696182] env[65717]: value = "task-4392735" [ 655.696182] env[65717]: _type = "Task" [ 655.696182] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.701332] env[65717]: WARNING neutronclient.v2_0.client [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.713078] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.735508] env[65717]: DEBUG nova.compute.utils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.737559] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 655.839289] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392734, 'name': ReconfigVM_Task, 'duration_secs': 0.825729} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.839601] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6ef3f479-54e3-4866-b6b8-90d65de9f1dd/6ef3f479-54e3-4866-b6b8-90d65de9f1dd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.840315] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a4738c-3818-4676-98ef-941fca7c532a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.851034] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 655.851034] env[65717]: value = "task-4392736" [ 655.851034] env[65717]: _type = "Task" [ 655.851034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.861889] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392736, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.940121] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Updated VIF entry in instance network info cache for port a5aee87e-9717-491a-9dc5-2a351323246c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.940665] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Updating instance_info_cache with network_info: [{"id": "a5aee87e-9717-491a-9dc5-2a351323246c", "address": "fa:16:3e:91:7d:86", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5aee87e-97", "ovs_interfaceid": "a5aee87e-9717-491a-9dc5-2a351323246c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.983461] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.056650] env[65717]: WARNING neutronclient.v2_0.client [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.066272] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5285a155-9a4d-e2ba-add6-2cf877828230, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.066639] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.066804] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.067142] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.067254] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.067487] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.067806] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a696a0-76fb-4bd8-831b-896daab41278 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.091546] env[65717]: WARNING neutronclient.v2_0.client [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.097268] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.097690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.099118] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d21839b-2a42-4357-8337-9c302f80f503 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.105271] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 656.105271] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52292793-a541-522e-4345-44ba36eb4997" [ 656.105271] env[65717]: _type = "Task" [ 656.105271] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.114855] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52292793-a541-522e-4345-44ba36eb4997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.210335] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392735, 'name': ReconfigVM_Task, 'duration_secs': 0.510982} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.210335] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f/volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.214987] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8897909-9213-4228-a2a8-3c3fa963f4c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.227956] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.228289] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.228504] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.228684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.228846] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.232095] env[65717]: INFO nova.compute.manager [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Terminating instance [ 656.237387] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Waiting for the task: (returnval){ [ 656.237387] env[65717]: value = "task-4392737" [ 656.237387] env[65717]: _type = "Task" [ 656.237387] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.241629] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 656.251465] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.298221] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.298221] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.053970] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updated VIF entry in instance network info cache for port fec8d9e8-5da4-40be-ab97-7192850cb83b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.054456] env[65717]: DEBUG nova.network.neutron [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updating instance_info_cache with network_info: [{"id": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "address": "fa:16:3e:17:49:db", "network": {"id": "8c699a42-4c5f-4558-9b7c-77a623d91615", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-764989932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "405afd4b07ea48c3947ad3f9372d94be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec8d9e8-5d", "ovs_interfaceid": "fec8d9e8-5da4-40be-ab97-7192850cb83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.056594] env[65717]: DEBUG nova.network.neutron [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updated VIF entry in instance network info cache for port 5a93d930-9652-4e2e-85b6-d24b5b247560. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.057279] env[65717]: DEBUG nova.network.neutron [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updating instance_info_cache with network_info: [{"id": "5a93d930-9652-4e2e-85b6-d24b5b247560", "address": "fa:16:3e:5c:04:95", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a93d930-96", "ovs_interfaceid": "5a93d930-9652-4e2e-85b6-d24b5b247560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.058533] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Releasing lock "refresh_cache-6ef3f479-54e3-4866-b6b8-90d65de9f1dd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.058756] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Received event network-vif-deleted-8a779a95-52e7-4563-99c8-9a88f8071212 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.058936] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Received event network-vif-deleted-2a7a90a3-ce50-4a2b-9194-431d22198eff {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.059121] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Received event network-vif-plugged-87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.059342] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquiring lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.059839] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.059839] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.059976] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] No waiting events found dispatching network-vif-plugged-87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.060423] env[65717]: WARNING nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Received unexpected event network-vif-plugged-87fea64d-7fbf-439c-bac4-41d920ae8e9b for instance with vm_state building and task_state spawning. [ 657.060423] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Received event network-changed-87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.060423] env[65717]: DEBUG nova.compute.manager [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Refreshing instance network info cache due to event network-changed-87fea64d-7fbf-439c-bac4-41d920ae8e9b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 657.060702] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquiring lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.060762] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Acquired lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.060917] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Refreshing network info cache for port 87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.065151] env[65717]: DEBUG nova.compute.manager [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 657.065352] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.082568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d5ed7-5be6-4001-bca3-f8f6d817ed02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.116740] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392736, 'name': Rename_Task, 'duration_secs': 0.152683} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.117349] env[65717]: DEBUG oslo_vmware.api [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392737, 'name': ReconfigVM_Task, 'duration_secs': 0.171916} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.117349] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52292793-a541-522e-4345-44ba36eb4997, 'name': SearchDatastore_Task, 'duration_secs': 0.024024} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.117521] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.118995] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.122107] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.122487] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859824', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'name': 'volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0fa8edd-697a-47c8-9b08-5ffa7283c08d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'serial': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 657.126096] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f65bb020-5c39-4e4a-abb8-da386dcfa6d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.131611] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff2cfc66-c40c-4997-899b-6f4b7321d90f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.133521] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e612a6-de75-4763-8b2f-d3c0685de872 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.141688] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.142387] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.152357] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 657.152357] env[65717]: value = "task-4392738" [ 657.152357] env[65717]: _type = "Task" [ 657.152357] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.157896] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 657.157896] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525b9a74-c11b-0327-4891-9c0e61be53c3" [ 657.157896] env[65717]: _type = "Task" [ 657.157896] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.158308] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 657.158308] env[65717]: value = "task-4392739" [ 657.158308] env[65717]: _type = "Task" [ 657.158308] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.185050] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.198817] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.198817] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525b9a74-c11b-0327-4891-9c0e61be53c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.200353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.200353] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 828bf4b3-84f1-4c72-a7c3-e98296ff22fb/828bf4b3-84f1-4c72-a7c3-e98296ff22fb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.200682] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64dd12ef-4e89-440e-b7b9-d1d2db30d41a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.211452] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 657.211452] env[65717]: value = "task-4392740" [ 657.211452] env[65717]: _type = "Task" [ 657.211452] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.224396] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.572053] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c0e9ae2-e426-44af-a5ea-0e8b2400e86f req-16353f81-6252-4128-b2ba-1ca807334d0e service nova] Releasing lock "refresh_cache-f8a64846-5b95-46f3-9223-11b3a7ef51e1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.575363] env[65717]: DEBUG oslo_concurrency.lockutils [req-5a12e22a-6f83-45e5-a687-61d14a6b23f2 req-104a77ce-deb2-4001-816c-c76864c68bf6 service nova] Releasing lock "refresh_cache-919967a0-5ea7-4bba-b1b0-757e80ca1678" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.577490] env[65717]: WARNING neutronclient.v2_0.client [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.646991] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 657.671632] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392738, 'name': PowerOffVM_Task, 'duration_secs': 0.288484} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.676844] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.677119] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.677430] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.680391] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dd76395-158b-4fbb-a599-dd17aeaf6649 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.689213] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.689347] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.689482] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.689678] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.689836] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.689981] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.690284] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.690453] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.690739] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.690818] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.690966] env[65717]: DEBUG nova.virt.hardware [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.693316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f19a70-8146-4294-8ab3-e97f8783c5d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.700376] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442667e0-59cd-492e-a964-0553ab2841d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.713046] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88504a7b-c717-4871-8c76-d5635ece0928 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.725689] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b96d39a-0e2e-4cc5-a8e9-9d6b0937a520 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.739029] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.748049] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Creating folder: Project (05c7409a32094be6baf4cb3f71bf0dd9). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.750428] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca702dd-e2f0-470c-8af3-209cd75fc863 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.756605] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.785468] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ebf08-f465-4ed5-a605-08f156b84a0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.799204] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Created folder: Project (05c7409a32094be6baf4cb3f71bf0dd9) in parent group-v859766. [ 657.800041] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Creating folder: Instances. Parent ref: group-v859827. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.803570] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f98cc2-53de-47b1-b913-7dd692ed9f2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.807416] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d480c-b1db-45aa-a99b-e441a97b3690 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.815668] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.815668] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.815668] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Deleting the datastore file [datastore1] 8dc0f364-1551-42b9-9d0c-1a03a3137ccf {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.815668] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e3089f-c927-4379-807e-ab8f7a2a96b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.834081] env[65717]: DEBUG nova.compute.provider_tree [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.839032] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for the task: (returnval){ [ 657.839032] env[65717]: value = "task-4392744" [ 657.839032] env[65717]: _type = "Task" [ 657.839032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.839355] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Created folder: Instances in parent group-v859827. [ 657.839996] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.840221] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.845918] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606eedf3-3d18-4519-bd85-953a7a9f773b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.862452] env[65717]: INFO nova.compute.manager [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Rebuilding instance [ 657.868680] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.870272] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.870272] env[65717]: value = "task-4392745" [ 657.870272] env[65717]: _type = "Task" [ 657.870272] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.881151] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392745, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.923145] env[65717]: DEBUG nova.compute.manager [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 657.923769] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891303ad-e2ad-43eb-95eb-e260ff48b042 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.181533] env[65717]: DEBUG oslo_vmware.api [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392739, 'name': PowerOnVM_Task, 'duration_secs': 0.652373} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.181533] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.181533] env[65717]: INFO nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Took 10.39 seconds to spawn the instance on the hypervisor. [ 658.181533] env[65717]: DEBUG nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 658.181533] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34b073f-f051-4644-87dc-70529f6c1aae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.202255] env[65717]: DEBUG nova.objects.instance [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lazy-loading 'flavor' on Instance uuid d0fa8edd-697a-47c8-9b08-5ffa7283c08d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.227685] env[65717]: WARNING neutronclient.v2_0.client [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.243752] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.245458] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 828bf4b3-84f1-4c72-a7c3-e98296ff22fb/828bf4b3-84f1-4c72-a7c3-e98296ff22fb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.245773] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.246147] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96473756-d557-47dc-b006-dc16f9303a96 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.257217] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 658.257217] env[65717]: value = "task-4392746" [ 658.257217] env[65717]: _type = "Task" [ 658.257217] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.269805] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.344408] env[65717]: DEBUG nova.scheduler.client.report [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.365504] env[65717]: DEBUG oslo_vmware.api [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Task: {'id': task-4392744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428343} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.367072] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Updated VIF entry in instance network info cache for port 87fea64d-7fbf-439c-bac4-41d920ae8e9b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.367495] env[65717]: DEBUG nova.network.neutron [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Updating instance_info_cache with network_info: [{"id": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "address": "fa:16:3e:e2:1b:51", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fea64d-7f", "ovs_interfaceid": "87fea64d-7fbf-439c-bac4-41d920ae8e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.368880] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.369577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.369577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.369577] env[65717]: INFO nova.compute.manager [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Took 1.30 seconds to destroy the instance on the hypervisor. [ 658.369818] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 658.370158] env[65717]: DEBUG nova.compute.manager [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 658.370249] env[65717]: DEBUG nova.network.neutron [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 658.370487] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.383948] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392745, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.499463] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.708333] env[65717]: INFO nova.compute.manager [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Took 35.49 seconds to build instance. [ 658.709497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ef72ec38-7d76-4780-a16f-c5a22a2b99b7 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.802s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.775499] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.775676] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.776541] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a41f5-e205-4eb7-95b7-efb5eb3db4a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.809443] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 828bf4b3-84f1-4c72-a7c3-e98296ff22fb/828bf4b3-84f1-4c72-a7c3-e98296ff22fb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.809789] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d27c958-b014-464c-8f9d-e9292113d07f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.833606] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 658.833606] env[65717]: value = "task-4392747" [ 658.833606] env[65717]: _type = "Task" [ 658.833606] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.846220] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.854475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.614s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.855420] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 658.859644] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.282s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.861877] env[65717]: INFO nova.compute.claims [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.870985] env[65717]: DEBUG oslo_concurrency.lockutils [req-93ef400c-5be8-486a-9f82-b18a3462828a req-283b9ce7-d201-4b4a-ba1d-9d4fbe0b85bf service nova] Releasing lock "refresh_cache-828bf4b3-84f1-4c72-a7c3-e98296ff22fb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.884464] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392745, 'name': CreateVM_Task, 'duration_secs': 0.70358} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.884625] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.885109] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.885216] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.885629] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.885889] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8664c36d-88bd-488e-92b8-c4502e0d1c18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.891241] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 658.891241] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253308a-d656-5fa4-0d08-e1d1f2140eec" [ 658.891241] env[65717]: _type = "Task" [ 658.891241] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.900674] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253308a-d656-5fa4-0d08-e1d1f2140eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.948728] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.949067] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab89c57-d2aa-4b2b-a1c2-3637a5f52b99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.959493] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 658.959493] env[65717]: value = "task-4392748" [ 658.959493] env[65717]: _type = "Task" [ 658.959493] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.968649] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211290] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.211684] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.215169] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26d941a2-f66f-4b66-9046-0544d9ce8146 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.009s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.256124] env[65717]: DEBUG nova.network.neutron [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.345264] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.372463] env[65717]: DEBUG nova.compute.utils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.373686] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 659.373880] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 659.374352] env[65717]: WARNING neutronclient.v2_0.client [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.374683] env[65717]: WARNING neutronclient.v2_0.client [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.405050] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253308a-d656-5fa4-0d08-e1d1f2140eec, 'name': SearchDatastore_Task, 'duration_secs': 0.023668} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.405864] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.406894] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.406894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.406894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.406894] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.407196] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03cc1af2-b169-4b45-a977-f7767677dd66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.418570] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.418826] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.419764] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b9b4ea-e81f-4f0b-bd81-bc40eabfa89e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.430847] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 659.430847] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee37c7-0d8f-0d42-ce64-67a317ce58f5" [ 659.430847] env[65717]: _type = "Task" [ 659.430847] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.446026] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee37c7-0d8f-0d42-ce64-67a317ce58f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014323} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.446026] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7eb679e-fda7-4917-aed0-2c6288a31a74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.453784] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 659.453784] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52734726-aa51-9f35-e1a9-a85ecf30f848" [ 659.453784] env[65717]: _type = "Task" [ 659.453784] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.468020] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52734726-aa51-9f35-e1a9-a85ecf30f848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.480385] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392748, 'name': PowerOffVM_Task, 'duration_secs': 0.2035} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.480385] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.480385] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.485465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc3a47a-2d61-46cd-86b1-bdecea744508 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.494426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.494724] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882abfab-dc1a-48d7-8b3f-362a965bfaef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.526476] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.526694] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.526864] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Deleting the datastore file [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.527192] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74cb6641-f6bb-4c9b-9716-9cb9e0a4dde9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.535865] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 659.535865] env[65717]: value = "task-4392750" [ 659.535865] env[65717]: _type = "Task" [ 659.535865] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.546262] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.548704] env[65717]: DEBUG nova.policy [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad38626c9dd472988b195ede4aa2ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc9b7e936064ba49b5a4141ced09dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.720026] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.720026] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.720233] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.724140] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.724140] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.724140] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.724140] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 659.724140] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.726027] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.760030] env[65717]: INFO nova.compute.manager [-] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Took 1.39 seconds to deallocate network for instance. [ 659.844162] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392747, 'name': ReconfigVM_Task, 'duration_secs': 0.737841} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.844607] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 828bf4b3-84f1-4c72-a7c3-e98296ff22fb/828bf4b3-84f1-4c72-a7c3-e98296ff22fb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.845127] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45244231-2cd1-4e70-b72c-3dbe1eafae32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.853184] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 659.853184] env[65717]: value = "task-4392751" [ 659.853184] env[65717]: _type = "Task" [ 659.853184] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.863615] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392751, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.880254] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 659.970399] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52734726-aa51-9f35-e1a9-a85ecf30f848, 'name': SearchDatastore_Task, 'duration_secs': 0.017021} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.973245] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.973378] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 37049610-c5ec-4d17-a382-42d4c5e3abdd/37049610-c5ec-4d17-a382-42d4c5e3abdd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.974279] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab37a74c-1fe1-4217-a7e0-6f5342970475 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.982953] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 659.982953] env[65717]: value = "task-4392752" [ 659.982953] env[65717]: _type = "Task" [ 659.982953] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.995499] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.058650] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198167} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.060584] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.063749] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.063749] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.233455] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.255202] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.270914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.339651] env[65717]: DEBUG nova.compute.manager [req-12e630cb-8139-44b8-bf21-aabfaec22a61 req-42cd793a-1754-45d6-8e19-d5cd1490ea48 service nova] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Received event network-vif-deleted-e7873818-18e7-4dc9-b1f8-90136fe2062d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 660.379782] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392751, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.409978] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Successfully created port: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 660.502151] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.505965] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aabefa-a46a-4541-8113-ce296de6cca4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.520772] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ebf84-19fb-49f4-8a45-d9d4d1ebec58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.560252] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b3cbf-f2f5-4cb4-a6d8-5a3ec9778762 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.574891] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a30626-5cc0-4742-830e-a8966e5f7e6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.590928] env[65717]: DEBUG nova.compute.provider_tree [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.868268] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392751, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.898932] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 660.930751] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.931171] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.931171] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.931327] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.931468] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.931607] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.931808] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.932033] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.932805] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.932805] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.932805] env[65717]: DEBUG nova.virt.hardware [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.933836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6939b-4483-44f5-9e2a-47320ec2dda0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.953105] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ae41a-8112-43fa-ae6a-5e738b5c65ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.001506] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570244} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.001506] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 37049610-c5ec-4d17-a382-42d4c5e3abdd/37049610-c5ec-4d17-a382-42d4c5e3abdd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.001506] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.001506] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f467a3f-1336-43c1-b147-8d045a9f4d4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.008500] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 661.008500] env[65717]: value = "task-4392753" [ 661.008500] env[65717]: _type = "Task" [ 661.008500] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.018715] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.094473] env[65717]: DEBUG nova.scheduler.client.report [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.110304] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.110600] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.110769] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.111020] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.111114] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.111282] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.111509] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.111686] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.111872] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.112052] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.112226] env[65717]: DEBUG nova.virt.hardware [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.114152] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c85f81-b05c-432f-87ae-56e5322e6bfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.125110] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486df6c-7e2f-4c1f-99bf-60ce37a3db1d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.144020] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.147846] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 661.148213] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.148483] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f3c73b-908f-4921-957c-f510d4f8817c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.168521] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.168521] env[65717]: value = "task-4392754" [ 661.168521] env[65717]: _type = "Task" [ 661.168521] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.180258] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392754, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.368502] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392751, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.518649] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0674} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.518927] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.520031] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788f8a0-745a-4fa4-a0ff-01b57386c8c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.542134] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 37049610-c5ec-4d17-a382-42d4c5e3abdd/37049610-c5ec-4d17-a382-42d4c5e3abdd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.542467] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a963a620-3e76-41c0-aa41-464c8d9e7616 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.563526] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 661.563526] env[65717]: value = "task-4392755" [ 661.563526] env[65717]: _type = "Task" [ 661.563526] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.572999] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.608863] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.609716] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 661.612559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.399s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.612800] env[65717]: DEBUG nova.objects.instance [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 661.762937] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392754, 'name': CreateVM_Task, 'duration_secs': 0.41615} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.762937] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.762937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.762937] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3850cb-f3ee-4eb4-9566-3c2cb73bc580 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.763636] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 661.763636] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecdbfa-7f15-3a01-9c9e-62166f3b5b49" [ 661.763636] env[65717]: _type = "Task" [ 661.763636] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.763636] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecdbfa-7f15-3a01-9c9e-62166f3b5b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.867926] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392751, 'name': Rename_Task, 'duration_secs': 1.857349} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.868362] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.868682] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea004546-7574-43d4-8458-47d98607da19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.878024] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 661.878024] env[65717]: value = "task-4392756" [ 661.878024] env[65717]: _type = "Task" [ 661.878024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.889613] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.080646] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.119709] env[65717]: DEBUG nova.compute.utils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.129033] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 662.129033] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.129033] env[65717]: WARNING neutronclient.v2_0.client [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.129033] env[65717]: WARNING neutronclient.v2_0.client [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.207970] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecdbfa-7f15-3a01-9c9e-62166f3b5b49, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.208327] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.208655] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.208973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.209200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.209455] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.209807] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731c81d0-f59a-4413-bbc9-c44138e26e1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.222465] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.222925] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.224309] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3fc686-9a68-454f-b44e-edbbde3ba66b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.234745] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 662.234745] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b6a018-3844-8355-6c0a-f3d02419a69b" [ 662.234745] env[65717]: _type = "Task" [ 662.234745] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.248810] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b6a018-3844-8355-6c0a-f3d02419a69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.393914] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.567329] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Successfully updated port: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 662.579449] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392755, 'name': ReconfigVM_Task, 'duration_secs': 0.805474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.579449] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 37049610-c5ec-4d17-a382-42d4c5e3abdd/37049610-c5ec-4d17-a382-42d4c5e3abdd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.580352] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98250722-2310-4404-8349-6dc783b42dcc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.590504] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 662.590504] env[65717]: value = "task-4392757" [ 662.590504] env[65717]: _type = "Task" [ 662.590504] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.602701] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392757, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.630035] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 662.633427] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a09a33-4031-4643-a156-18a0087fbe53 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.635672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.187s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.636153] env[65717]: DEBUG nova.objects.instance [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lazy-loading 'resources' on Instance uuid 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.748795] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b6a018-3844-8355-6c0a-f3d02419a69b, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.751470] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebed23df-503c-4d9f-9621-a633ecb11b79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.762200] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 662.762200] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f94e61-4616-7011-cf51-bf62280a6f02" [ 662.762200] env[65717]: _type = "Task" [ 662.762200] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.772856] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f94e61-4616-7011-cf51-bf62280a6f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.894859] env[65717]: DEBUG oslo_vmware.api [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392756, 'name': PowerOnVM_Task, 'duration_secs': 0.887241} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.895274] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.895550] env[65717]: INFO nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Took 12.51 seconds to spawn the instance on the hypervisor. [ 662.895778] env[65717]: DEBUG nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.896618] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3bdb6-859a-4744-a240-f9af5cbe1178 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.074909] env[65717]: DEBUG nova.policy [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.078647] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.078800] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.078959] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 663.107327] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392757, 'name': Rename_Task, 'duration_secs': 0.162051} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.108040] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.108040] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54344c81-a683-4bd7-98ae-65cf36ac8112 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.118379] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 663.118379] env[65717]: value = "task-4392758" [ 663.118379] env[65717]: _type = "Task" [ 663.118379] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.131360] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.275791] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f94e61-4616-7011-cf51-bf62280a6f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.279737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.280835] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.281800] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88db70df-4d03-4ad8-b6cc-70d71a2812a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.298134] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 663.298134] env[65717]: value = "task-4392759" [ 663.298134] env[65717]: _type = "Task" [ 663.298134] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.309459] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.418555] env[65717]: INFO nova.compute.manager [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Took 31.45 seconds to build instance. [ 663.631508] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392758, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.645466] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.677637] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.678534] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.678708] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.678892] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.679034] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.679192] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.679439] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.680166] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.680166] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.680166] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.680587] env[65717]: DEBUG nova.virt.hardware [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.681472] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c436f-1b77-484d-aef4-b98e20020d60 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.691260] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb24749-832f-4caf-9feb-cb532056f892 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.713680] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3170c15e-8dfc-42c6-af03-a59ecbe3c82f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.724301] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4ea26-4979-4f0f-87a6-b13bafde5aed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.769463] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49ad34-6a67-486a-b420-6f90f4fd52a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.779193] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f00198d-945c-432d-8ac6-968e613f3c14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.795959] env[65717]: DEBUG nova.compute.provider_tree [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.808325] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392759, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.817405] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Successfully created port: d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 663.906655] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.923735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a6f33b29-8d82-44bb-a2b2-025c070f160d tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.801s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.129481] env[65717]: DEBUG oslo_vmware.api [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392758, 'name': PowerOnVM_Task, 'duration_secs': 0.517808} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.129734] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.129930] env[65717]: INFO nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Took 6.48 seconds to spawn the instance on the hypervisor. [ 664.130118] env[65717]: DEBUG nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 664.130901] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92c52d-82a2-4a29-acc1-40ccfc6cd00e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.301724] env[65717]: DEBUG nova.scheduler.client.report [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.316853] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.428733] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 664.657045] env[65717]: INFO nova.compute.manager [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Took 26.63 seconds to build instance. [ 664.811468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.820803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.644s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.822404] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.865960] env[65717]: INFO nova.scheduler.client.report [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted allocations for instance 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a [ 664.957757] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.159452] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c5335d5c-bfc3-4864-a3ac-f2cedaee68f6 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.938s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.319469] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624751} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.323182] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.323182] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.323540] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab7b1d9d-ed1b-4072-b585-cd6faf685f8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.335908] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 665.335908] env[65717]: value = "task-4392760" [ 665.335908] env[65717]: _type = "Task" [ 665.335908] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.346697] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.379172] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d22cc1fe-795c-4ffd-a474-527cb11b859a tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "48c9ba78-c34e-4904-b9ff-2d7f8ce5336a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.068s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.618609] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Successfully updated port: d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.820818] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16f102-0461-425c-abb6-78a6cd17abe2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.831297] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e217f-156c-4af6-9a0b-519d0ba9cf34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.876879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212b650-a4c9-4f1c-bb36-dab225b8c2cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.883997] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073169} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.884623] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.885534] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8b16b-f56f-485d-b99c-d657d0d4a159 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.892746] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6260ac-e47b-44f7-99d6-26c862837901 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.919969] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.920143] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07aafef1-40e6-4526-b2cc-71113eba103f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.946715] env[65717]: DEBUG nova.compute.provider_tree [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.958826] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 665.958826] env[65717]: value = "task-4392761" [ 665.958826] env[65717]: _type = "Task" [ 665.958826] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.970814] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.003658] env[65717]: WARNING neutronclient.v2_0.client [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.121804] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.121804] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.121804] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.454029] env[65717]: DEBUG nova.scheduler.client.report [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.471131] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392761, 'name': ReconfigVM_Task, 'duration_secs': 0.362675} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.472560] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.473623] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1086631-626b-4b50-8498-30342341e5df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.483421] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 666.483421] env[65717]: value = "task-4392762" [ 666.483421] env[65717]: _type = "Task" [ 666.483421] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.494232] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392762, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.887307] env[65717]: DEBUG nova.network.neutron [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Updating instance_info_cache with network_info: [{"id": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "address": "fa:16:3e:d2:4c:06", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ccb84f-ae", "ovs_interfaceid": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.996696] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392762, 'name': Rename_Task, 'duration_secs': 0.37209} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.996696] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.996857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be1c4bd-5f27-4c26-9065-b2a7e5ca9bc5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.004268] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 667.004268] env[65717]: value = "task-4392763" [ 667.004268] env[65717]: _type = "Task" [ 667.004268] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.013549] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.124221] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.390136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.391336] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Instance network_info: |[{"id": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "address": "fa:16:3e:d2:4c:06", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ccb84f-ae", "ovs_interfaceid": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.391534] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:4c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51ccb84f-aea9-46cf-ab10-fc3eb0505eaa', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.402020] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating folder: Project (bdc9b7e936064ba49b5a4141ced09dcf). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.402338] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d6bd0e9-6afb-4459-b111-85f6281f3857 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.417662] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created folder: Project (bdc9b7e936064ba49b5a4141ced09dcf) in parent group-v859766. [ 667.417662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating folder: Instances. Parent ref: group-v859831. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.417662] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d430d4cb-102a-4033-9613-e3f967632655 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.433023] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created folder: Instances in parent group-v859831. [ 667.433023] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 667.433023] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.433023] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5171a2e-e450-4ecf-b9c2-3eef6786bbf8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.459250] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.459250] env[65717]: value = "task-4392766" [ 667.459250] env[65717]: _type = "Task" [ 667.459250] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.466372] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.645s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.474748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.127s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.476449] env[65717]: INFO nova.compute.claims [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.479448] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392766, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.517354] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.970923] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392766, 'name': CreateVM_Task, 'duration_secs': 0.502656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.971233] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.971647] env[65717]: WARNING neutronclient.v2_0.client [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.971999] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.972246] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.972558] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973156] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fd47ea-ca73-4b27-b648-49377075d605 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.979015] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 667.979015] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a43f-2344-250b-e832-aec4cca1278e" [ 667.979015] env[65717]: _type = "Task" [ 667.979015] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.001810] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a43f-2344-250b-e832-aec4cca1278e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.015833] env[65717]: DEBUG oslo_vmware.api [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392763, 'name': PowerOnVM_Task, 'duration_secs': 0.847699} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.016247] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.016827] env[65717]: DEBUG nova.compute.manager [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.018036] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacb5c7-a6d2-49a4-bd79-f16bfff55c25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.080611] env[65717]: INFO nova.scheduler.client.report [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted allocation for migration 051aca72-4f3d-4d35-b544-e131ae924b95 [ 668.494042] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a43f-2344-250b-e832-aec4cca1278e, 'name': SearchDatastore_Task, 'duration_secs': 0.032752} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.494934] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.495278] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.495577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.495724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.497176] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.497363] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5da31a-0352-4212-af3a-abe32220060d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.510619] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.510987] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.511960] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fe6210-50e4-4d2d-9372-0b919fc41dd2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.520299] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 668.520299] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5207bb1d-e169-4c18-6441-14a5101f4a35" [ 668.520299] env[65717]: _type = "Task" [ 668.520299] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.535713] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5207bb1d-e169-4c18-6441-14a5101f4a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.543535] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.592595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9aa234ce-b13e-4a13-939c-4a6e07f53ca7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.203s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.897472] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da1b44-144a-47ca-9e09-baf5e3760467 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.907147] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f23cb-57fa-4bdd-9047-e31d6fd74256 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.939767] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4a801-7553-43f6-b75d-93a82af732fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.948494] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2629cbcc-8c72-4459-b1ed-12bec4b7f0f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.963301] env[65717]: DEBUG nova.compute.provider_tree [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.043019] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5207bb1d-e169-4c18-6441-14a5101f4a35, 'name': SearchDatastore_Task, 'duration_secs': 0.015849} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.043019] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d52a773-4b5e-4b2d-8bd9-135050d45b55 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.050774] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 669.050774] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a0d7c9-736a-aa01-28ac-3ddf46ca8db7" [ 669.050774] env[65717]: _type = "Task" [ 669.050774] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.062972] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a0d7c9-736a-aa01-28ac-3ddf46ca8db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.069660] env[65717]: WARNING neutronclient.v2_0.client [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.184276] env[65717]: DEBUG nova.network.neutron [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.260111] env[65717]: DEBUG nova.compute.manager [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Received event network-vif-plugged-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 669.263509] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] Acquiring lock "e9650288-8485-43ee-b329-ba4f57d69872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.265210] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] Lock "e9650288-8485-43ee-b329-ba4f57d69872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.265210] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] Lock "e9650288-8485-43ee-b329-ba4f57d69872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.265210] env[65717]: DEBUG nova.compute.manager [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] No waiting events found dispatching network-vif-plugged-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.265210] env[65717]: WARNING nova.compute.manager [req-6b298032-ebc3-48cc-8e30-3efc890f92de req-d217ad3a-8eef-4423-983f-66229388a33a service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Received unexpected event network-vif-plugged-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa for instance with vm_state building and task_state spawning. [ 669.466330] env[65717]: DEBUG nova.scheduler.client.report [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.562690] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a0d7c9-736a-aa01-28ac-3ddf46ca8db7, 'name': SearchDatastore_Task, 'duration_secs': 0.030408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.562963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.563221] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] e9650288-8485-43ee-b329-ba4f57d69872/e9650288-8485-43ee-b329-ba4f57d69872.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.563469] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edcac317-f62b-4d25-8677-d4d879cb894b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.572131] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 669.572131] env[65717]: value = "task-4392767" [ 669.572131] env[65717]: _type = "Task" [ 669.572131] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.585968] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687463] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687853] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Instance network_info: |[{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 669.688386] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:90:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6112f74-cbce-4d24-b2a1-a08f67101968', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.696421] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating folder: Project (4007f854dd8f4589883be38636bca7ef). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.696744] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62abc179-1b51-4620-9a12-3c4cd52234d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.708918] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created folder: Project (4007f854dd8f4589883be38636bca7ef) in parent group-v859766. [ 669.709085] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating folder: Instances. Parent ref: group-v859834. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.709287] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15b3005-add6-42b1-bf2a-c1be3d621fea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.722234] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created folder: Instances in parent group-v859834. [ 669.722566] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 669.722887] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.723205] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2f1466-71ba-4e02-b770-ba49fe2e2e65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.751223] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.751223] env[65717]: value = "task-4392770" [ 669.751223] env[65717]: _type = "Task" [ 669.751223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.761772] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392770, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.857512] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "76746ed0-6821-4e05-90b5-49a63e2cebda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.857756] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.864051] env[65717]: DEBUG nova.compute.manager [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-vif-plugged-d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 669.865418] env[65717]: DEBUG oslo_concurrency.lockutils [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.865418] env[65717]: DEBUG oslo_concurrency.lockutils [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.865418] env[65717]: DEBUG oslo_concurrency.lockutils [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.865418] env[65717]: DEBUG nova.compute.manager [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] No waiting events found dispatching network-vif-plugged-d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.865418] env[65717]: WARNING nova.compute.manager [req-71917e59-277a-4ab9-a9f1-f59380c8a538 req-d1c1bffe-d133-4fbf-bbdc-64a9dc6ec6ae service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received unexpected event network-vif-plugged-d6112f74-cbce-4d24-b2a1-a08f67101968 for instance with vm_state building and task_state spawning. [ 669.975651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.975998] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 669.978935] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.569s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.980663] env[65717]: INFO nova.compute.claims [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.087927] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.267313] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392770, 'name': CreateVM_Task, 'duration_secs': 0.450298} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.267508] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.268199] env[65717]: WARNING neutronclient.v2_0.client [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.268854] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.269101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.269895] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.270588] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6252dd49-4efc-47ce-bf47-dc7845bc092c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.278701] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 670.278701] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ffb653-fad8-5f94-faa8-bebb082dc980" [ 670.278701] env[65717]: _type = "Task" [ 670.278701] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.299473] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ffb653-fad8-5f94-faa8-bebb082dc980, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.299747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299994] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.300313] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.300927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.300927] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.300927] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2989bd5f-34a4-402f-abdb-b973f4d7663e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.311616] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.311616] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.312237] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed8b459-5cf2-4c3f-b07f-530537c6a217 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.319865] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 670.319865] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523d13fc-f9b8-bd29-8586-eddd540cc088" [ 670.319865] env[65717]: _type = "Task" [ 670.319865] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.334791] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523d13fc-f9b8-bd29-8586-eddd540cc088, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.335635] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9951780-f0a3-4035-84bc-516bd25366c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.344295] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 670.344295] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524216de-5856-e792-e9d1-58def98ef3fb" [ 670.344295] env[65717]: _type = "Task" [ 670.344295] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.357418] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524216de-5856-e792-e9d1-58def98ef3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.360310] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 670.445660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "1434e6cf-901b-459a-8537-472fe089ab1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.445894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.490387] env[65717]: DEBUG nova.compute.utils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.495074] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 670.495074] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 670.495400] env[65717]: WARNING neutronclient.v2_0.client [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.495684] env[65717]: WARNING neutronclient.v2_0.client [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.554606] env[65717]: DEBUG nova.policy [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13622932806444ddbd2592ea6331ab36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38563f584a9144b88d49f1864a90cda8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.585431] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550048} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.586544] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] e9650288-8485-43ee-b329-ba4f57d69872/e9650288-8485-43ee-b329-ba4f57d69872.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.586544] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.586544] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a917be69-c8de-4a09-9749-481a9f908d08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.599312] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 670.599312] env[65717]: value = "task-4392771" [ 670.599312] env[65717]: _type = "Task" [ 670.599312] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.611832] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.863992] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524216de-5856-e792-e9d1-58def98ef3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.863992] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.863992] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 763346ae-0796-4e11-ae45-1ee6f66c8aef/763346ae-0796-4e11-ae45-1ee6f66c8aef.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.863992] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7178a65-46e9-46ba-9d75-6f3a96b77f96 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.877561] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 670.877561] env[65717]: value = "task-4392772" [ 670.877561] env[65717]: _type = "Task" [ 670.877561] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.887199] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.892743] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.983392] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Successfully created port: 33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 670.994632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.994894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.996623] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 671.000948] env[65717]: DEBUG nova.compute.manager [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 671.005846] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f25347-81f2-45bf-964d-421897dd74f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.114126] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092521} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.117632] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.119747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b18e0-6e44-4fb9-8fb5-cbeec74cf83c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.147678] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e9650288-8485-43ee-b329-ba4f57d69872/e9650288-8485-43ee-b329-ba4f57d69872.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.151711] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535a3ae6-ccdf-481f-b2bf-d3e72d8f993d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.178511] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 671.178511] env[65717]: value = "task-4392773" [ 671.178511] env[65717]: _type = "Task" [ 671.178511] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.197423] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.402057] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.501847] env[65717]: INFO nova.compute.manager [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Detaching volume f14dcf43-12ee-43d3-9672-5ef29746fb0f [ 671.528708] env[65717]: INFO nova.compute.manager [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] instance snapshotting [ 671.529505] env[65717]: DEBUG nova.objects.instance [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lazy-loading 'flavor' on Instance uuid 37049610-c5ec-4d17-a382-42d4c5e3abdd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.562682] env[65717]: INFO nova.virt.block_device [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Attempting to driver detach volume f14dcf43-12ee-43d3-9672-5ef29746fb0f from mountpoint /dev/sdb [ 671.563455] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 671.563455] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859824', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'name': 'volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0fa8edd-697a-47c8-9b08-5ffa7283c08d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'serial': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 671.564122] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7960abd2-a029-4027-978b-63baf98977ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.600504] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc30e7e-566f-40c3-92cb-e290ba8b5d1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.611798] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f04f9-5ab7-499b-8d32-1c160873aff6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.642879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b081cb2-7053-4f83-8ccf-2c2cbd511c56 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.662656] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f/volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 671.667920] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 671.671243] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79b1c37-11e2-4b11-aebe-dc5d32c9c2bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.696667] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.697675] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Waiting for the task: (returnval){ [ 671.697675] env[65717]: value = "task-4392774" [ 671.697675] env[65717]: _type = "Task" [ 671.697675] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.710325] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.715576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f3d81-aa74-4ba4-925d-c5e5c9524d32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.723759] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6a729e-48fb-4210-9758-5f74be6ac2b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.762024] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c553895-735e-4b36-90db-aa09928df892 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.770535] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba70ea0-6126-454a-b441-3eddae5c51e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.786131] env[65717]: DEBUG nova.compute.provider_tree [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.799103] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.799103] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.894030] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820807} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.894308] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 763346ae-0796-4e11-ae45-1ee6f66c8aef/763346ae-0796-4e11-ae45-1ee6f66c8aef.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.894524] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.894778] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e3563b4-c2b1-4866-851e-d8fd175764f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.907900] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 671.907900] env[65717]: value = "task-4392775" [ 671.907900] env[65717]: _type = "Task" [ 671.907900] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.922009] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.953703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "86328da5-a12b-4ec4-8813-8c626fb63245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.953976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.015339] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.036932] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9fdeda-76fb-4561-b4ef-7532173ef094 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.061549] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.061745] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.061851] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.062058] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.062207] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.062360] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.062555] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.062706] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.062956] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.063152] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.063338] env[65717]: DEBUG nova.virt.hardware [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.064228] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427e9e5d-94c5-49be-af0f-ee34975893b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.068165] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3e22a-c369-46d1-b4bc-3062fdb39706 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.082730] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6404ba97-7137-423f-8708-d2f99a62d783 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196680] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392773, 'name': ReconfigVM_Task, 'duration_secs': 0.864437} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.197110] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e9650288-8485-43ee-b329-ba4f57d69872/e9650288-8485-43ee-b329-ba4f57d69872.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.197615] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df70d4ed-e8c3-436e-b07b-3e384fe89b58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.206573] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 672.206573] env[65717]: value = "task-4392776" [ 672.206573] env[65717]: _type = "Task" [ 672.206573] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.214152] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.220630] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392776, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.295845] env[65717]: DEBUG nova.scheduler.client.report [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.421619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.421860] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.430494] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07959} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.430770] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.431663] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b513be3-fff5-427c-ba64-d093e56b354b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.459027] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 763346ae-0796-4e11-ae45-1ee6f66c8aef/763346ae-0796-4e11-ae45-1ee6f66c8aef.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.462788] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45adcd71-131c-423b-bdab-a9427743497f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.481116] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "78dbf330-79ad-426d-99e6-81ec2c850807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.481116] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.489282] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 672.489282] env[65717]: value = "task-4392777" [ 672.489282] env[65717]: _type = "Task" [ 672.489282] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.499645] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.582986] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.583139] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e8fb6ad-05b3-4d59-bd5a-fae004e1b594 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.594829] env[65717]: DEBUG oslo_vmware.api [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 672.594829] env[65717]: value = "task-4392778" [ 672.594829] env[65717]: _type = "Task" [ 672.594829] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.606313] env[65717]: DEBUG oslo_vmware.api [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.714153] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.720504] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392776, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.756526] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Successfully updated port: 33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 672.802023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.802410] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 672.806079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.900s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.807645] env[65717]: DEBUG nova.objects.instance [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lazy-loading 'resources' on Instance uuid 8cbb81ec-1543-4da6-b711-e21daacb3519 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.001353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "708c3051-6786-4c38-80cc-7606bac6804d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.001731] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.006605] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392777, 'name': ReconfigVM_Task, 'duration_secs': 0.316538} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.007026] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 763346ae-0796-4e11-ae45-1ee6f66c8aef/763346ae-0796-4e11-ae45-1ee6f66c8aef.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.008466] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02498f67-c044-4933-bc44-6647e1e98089 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.016211] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 673.016211] env[65717]: value = "task-4392779" [ 673.016211] env[65717]: _type = "Task" [ 673.016211] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.030428] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392779, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.110763] env[65717]: DEBUG oslo_vmware.api [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.223507] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392774, 'name': ReconfigVM_Task, 'duration_secs': 1.426892} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.223859] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 673.232274] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3712435-f291-4e00-b193-76dff1dafb1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.245588] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392776, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.252950] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Waiting for the task: (returnval){ [ 673.252950] env[65717]: value = "task-4392780" [ 673.252950] env[65717]: _type = "Task" [ 673.252950] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.258676] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.258881] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquired lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.259128] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.266160] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.311028] env[65717]: DEBUG nova.compute.utils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.318035] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.318035] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.318035] env[65717]: WARNING neutronclient.v2_0.client [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.318035] env[65717]: WARNING neutronclient.v2_0.client [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.393591] env[65717]: DEBUG nova.policy [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76534f335bc24d399b60903e3c6a7bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80fd7a3c65a4b2b84fe89daab57d279', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.421758] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.421913] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.422337] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "37049610-c5ec-4d17-a382-42d4c5e3abdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.422423] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.422542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.426750] env[65717]: INFO nova.compute.manager [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Terminating instance [ 673.530295] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392779, 'name': Rename_Task, 'duration_secs': 0.160297} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.530694] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.531228] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d1bae0-a50a-4b2c-8c15-4a2f86725f4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.540298] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 673.540298] env[65717]: value = "task-4392781" [ 673.540298] env[65717]: _type = "Task" [ 673.540298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.549161] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.574265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.574559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.605700] env[65717]: DEBUG oslo_vmware.api [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392778, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.615322] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.616158] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.661870] env[65717]: DEBUG nova.compute.manager [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Received event network-changed-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.662146] env[65717]: DEBUG nova.compute.manager [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Refreshing instance network info cache due to event network-changed-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 673.662281] env[65717]: DEBUG oslo_concurrency.lockutils [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] Acquiring lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.662447] env[65717]: DEBUG oslo_concurrency.lockutils [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] Acquired lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.662756] env[65717]: DEBUG nova.network.neutron [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Refreshing network info cache for port 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.727209] env[65717]: INFO nova.compute.manager [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Rebuilding instance [ 673.729598] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392776, 'name': Rename_Task, 'duration_secs': 1.118591} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.731148] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.731148] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd663b2-9d52-4a02-b73a-66dd324f66be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.739638] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 673.739638] env[65717]: value = "task-4392782" [ 673.739638] env[65717]: _type = "Task" [ 673.739638] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.749465] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.773433] env[65717]: DEBUG oslo_vmware.api [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Task: {'id': task-4392780, 'name': ReconfigVM_Task, 'duration_secs': 0.183196} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.774954] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Successfully created port: 45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.782104] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859824', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'name': 'volume-f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0fa8edd-697a-47c8-9b08-5ffa7283c08d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f', 'serial': 'f14dcf43-12ee-43d3-9672-5ef29746fb0f'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 673.814357] env[65717]: DEBUG nova.compute.manager [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 673.815751] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c48e5-c13a-4774-9b2d-71043f000178 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.818771] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 673.830021] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.866246] env[65717]: DEBUG nova.compute.manager [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-changed-d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.866246] env[65717]: DEBUG nova.compute.manager [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing instance network info cache due to event network-changed-d6112f74-cbce-4d24-b2a1-a08f67101968. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 673.866246] env[65717]: DEBUG oslo_concurrency.lockutils [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.866246] env[65717]: DEBUG oslo_concurrency.lockutils [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.866246] env[65717]: DEBUG nova.network.neutron [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing network info cache for port d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.939202] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "refresh_cache-37049610-c5ec-4d17-a382-42d4c5e3abdd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.940156] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquired lock "refresh_cache-37049610-c5ec-4d17-a382-42d4c5e3abdd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.940156] env[65717]: DEBUG nova.network.neutron [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.976518] env[65717]: WARNING neutronclient.v2_0.client [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.018504] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26fb0c7-e226-44b6-ba1f-e3ccf946b6a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.027823] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb8ec6-e858-4151-ab33-51a9c9a81416 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.064117] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029009bc-2872-4e57-9c9f-90a0bf196e8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.074915] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.078732] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eccebb9-da81-4fd4-8b94-e879d2900606 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.098957] env[65717]: DEBUG nova.compute.provider_tree [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.110654] env[65717]: DEBUG oslo_vmware.api [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392778, 'name': CreateSnapshot_Task, 'duration_secs': 1.327339} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.110867] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.111684] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c6dee0-3b2b-4da5-9ab9-430557a43219 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.166124] env[65717]: WARNING neutronclient.v2_0.client [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.217890] env[65717]: DEBUG nova.network.neutron [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Updating instance_info_cache with network_info: [{"id": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "address": "fa:16:3e:67:77:ab", "network": {"id": "266f0edd-388f-48e0-b73b-7033eeefb044", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1859685680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38563f584a9144b88d49f1864a90cda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e82308-1c", "ovs_interfaceid": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.254988] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.369296] env[65717]: WARNING neutronclient.v2_0.client [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.428963] env[65717]: DEBUG nova.objects.instance [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lazy-loading 'flavor' on Instance uuid d0fa8edd-697a-47c8-9b08-5ffa7283c08d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.443157] env[65717]: WARNING neutronclient.v2_0.client [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.565036] env[65717]: DEBUG nova.network.neutron [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.574852] env[65717]: DEBUG oslo_vmware.api [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4392781, 'name': PowerOnVM_Task, 'duration_secs': 0.579535} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.576352] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.577131] env[65717]: INFO nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Took 10.93 seconds to spawn the instance on the hypervisor. [ 674.577131] env[65717]: DEBUG nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.577634] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c45fe6-0d0d-459c-a471-5599845cc1a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.605654] env[65717]: DEBUG nova.scheduler.client.report [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.625776] env[65717]: DEBUG nova.compute.manager [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance disappeared during snapshot {{(pid=65717) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 674.683532] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.683917] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.684829] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.684829] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.684829] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.686641] env[65717]: INFO nova.compute.manager [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Terminating instance [ 674.721018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Releasing lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.721200] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Instance network_info: |[{"id": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "address": "fa:16:3e:67:77:ab", "network": {"id": "266f0edd-388f-48e0-b73b-7033eeefb044", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1859685680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38563f584a9144b88d49f1864a90cda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e82308-1c", "ovs_interfaceid": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 674.722132] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:77:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e82308-1c3a-4b20-a27e-d9caccba3ffb', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.735141] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Creating folder: Project (38563f584a9144b88d49f1864a90cda8). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.735674] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6f314e-a942-4e2a-96b2-6fe2605d5d73 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.750506] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Created folder: Project (38563f584a9144b88d49f1864a90cda8) in parent group-v859766. [ 674.750827] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Creating folder: Instances. Parent ref: group-v859838. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.757022] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23587990-30db-469e-872c-84770ae0b117 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.762791] env[65717]: DEBUG oslo_vmware.api [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392782, 'name': PowerOnVM_Task, 'duration_secs': 0.815166} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.763705] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.764033] env[65717]: INFO nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Took 13.87 seconds to spawn the instance on the hypervisor. [ 674.764311] env[65717]: DEBUG nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.765480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4687f5-6f3e-4bac-9d2c-6081481171b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.774580] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Created folder: Instances in parent group-v859838. [ 674.774780] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 674.774959] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.775281] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3237e4bc-9cf5-4156-96e4-8550a1cc5408 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.813270] env[65717]: DEBUG nova.compute.manager [None req-4af743c3-642f-4a16-8f00-1c95af925890 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Found 0 images (rotation: 2) {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 674.827225] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.827225] env[65717]: value = "task-4392785" [ 674.827225] env[65717]: _type = "Task" [ 674.827225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.840886] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 674.843194] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.845095] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392785, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.847631] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe8a3f9-43a6-43c1-9434-fc943ae5377b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.856284] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 674.856284] env[65717]: value = "task-4392786" [ 674.856284] env[65717]: _type = "Task" [ 674.856284] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.871017] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.885113] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.885369] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.885508] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.885685] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.885825] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.885967] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.886372] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.886549] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.886883] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.886883] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.887093] env[65717]: DEBUG nova.virt.hardware [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.888401] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6b3b06-184e-40a2-8dde-dfec8af00def {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.899287] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0186b-f9c5-4405-9af9-b1709aef5cfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.067686] env[65717]: DEBUG nova.network.neutron [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.097016] env[65717]: WARNING neutronclient.v2_0.client [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.102640] env[65717]: INFO nova.compute.manager [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Took 35.55 seconds to build instance. [ 675.111020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.113252] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.642s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.115097] env[65717]: INFO nova.compute.claims [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.139568] env[65717]: INFO nova.scheduler.client.report [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Deleted allocations for instance 8cbb81ec-1543-4da6-b711-e21daacb3519 [ 675.191323] env[65717]: DEBUG nova.compute.manager [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 675.191456] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.192978] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f29c5f-4900-456a-bd2e-1d92fb0ed3e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.207478] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.207849] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acadad86-522e-4b85-b4df-55a8900f38a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.215089] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 675.215089] env[65717]: value = "task-4392787" [ 675.215089] env[65717]: _type = "Task" [ 675.215089] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.228227] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.319873] env[65717]: INFO nova.compute.manager [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Took 37.21 seconds to build instance. [ 675.338740] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392785, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.355879] env[65717]: WARNING neutronclient.v2_0.client [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.373016] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392786, 'name': PowerOffVM_Task, 'duration_secs': 0.189088} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.373265] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.373532] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.374882] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c176518-3d5c-4d8c-a14d-abb0aa4cfb69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.387544] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.388010] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe65aac6-4ac3-4406-84f2-f8868af1e422 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.422527] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.422766] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.422945] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Deleting the datastore file [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.423651] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6027854-3d2b-48fd-89a4-376ec93348ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.434301] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 675.434301] env[65717]: value = "task-4392789" [ 675.434301] env[65717]: _type = "Task" [ 675.434301] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.439254] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ded1be6f-12b8-4723-bb61-17693fc1b882 tempest-VolumesAssistedSnapshotsTest-1310571108 tempest-VolumesAssistedSnapshotsTest-1310571108-project-admin] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.444s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.522097] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Successfully updated port: 45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 675.570218] env[65717]: DEBUG nova.network.neutron [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Updated VIF entry in instance network info cache for port 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.571389] env[65717]: DEBUG nova.network.neutron [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Updating instance_info_cache with network_info: [{"id": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "address": "fa:16:3e:d2:4c:06", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ccb84f-ae", "ovs_interfaceid": "51ccb84f-aea9-46cf-ab10-fc3eb0505eaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.572374] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Releasing lock "refresh_cache-37049610-c5ec-4d17-a382-42d4c5e3abdd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.572737] env[65717]: DEBUG nova.compute.manager [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 675.572916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.575382] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44774f-faa6-42df-90d6-82476d1a331d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.583582] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.583863] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9632db2-2f78-44ff-823d-38bba04c4184 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.593478] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 675.593478] env[65717]: value = "task-4392790" [ 675.593478] env[65717]: _type = "Task" [ 675.593478] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.609791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-89988317-2ceb-4ec3-816b-7d292f437752 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.328s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.610117] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.648816] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Lock "8cbb81ec-1543-4da6-b711-e21daacb3519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.203s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.682274] env[65717]: DEBUG nova.network.neutron [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updated VIF entry in instance network info cache for port d6112f74-cbce-4d24-b2a1-a08f67101968. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.682822] env[65717]: DEBUG nova.network.neutron [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.725921] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392787, 'name': PowerOffVM_Task, 'duration_secs': 0.241621} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.726246] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.726419] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.726674] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6a0efa-1a12-4aee-b904-f11104b826e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.800857] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.801095] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.801156] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Deleting the datastore file [datastore2] 828bf4b3-84f1-4c72-a7c3-e98296ff22fb {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.801412] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65452f35-5484-4191-a652-6c90e233f6a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.810848] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for the task: (returnval){ [ 675.810848] env[65717]: value = "task-4392793" [ 675.810848] env[65717]: _type = "Task" [ 675.810848] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.820914] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.824598] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.298s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.838986] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392785, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.946492] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304638} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.946985] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.946985] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.947228] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.025584] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.025765] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquired lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.025940] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.081493] env[65717]: DEBUG oslo_concurrency.lockutils [req-eeb76acc-f899-428d-85e8-61a4ff3bb1a0 req-fe0c77dc-7089-4e15-a418-ba67c565b587 service nova] Releasing lock "refresh_cache-e9650288-8485-43ee-b329-ba4f57d69872" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.108747] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.114075] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.186049] env[65717]: DEBUG oslo_concurrency.lockutils [req-a46d74b0-9dda-49cd-ae2f-98ffc4c6e079 req-79115541-6428-48f3-8172-57a56dadb37a service nova] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329485] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.335159] env[65717]: DEBUG oslo_vmware.api [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Task: {'id': task-4392793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396923} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.335159] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.335159] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.335159] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.335745] env[65717]: INFO nova.compute.manager [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 676.335745] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 676.340381] env[65717]: DEBUG nova.compute.manager [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 676.340452] env[65717]: DEBUG nova.network.neutron [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.340863] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.355901] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392785, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.399506] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.572809] env[65717]: DEBUG nova.compute.manager [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Received event network-vif-plugged-33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 676.573025] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Acquiring lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.573284] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.573442] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.573605] env[65717]: DEBUG nova.compute.manager [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] No waiting events found dispatching network-vif-plugged-33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.573963] env[65717]: WARNING nova.compute.manager [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Received unexpected event network-vif-plugged-33e82308-1c3a-4b20-a27e-d9caccba3ffb for instance with vm_state building and task_state spawning. [ 676.573963] env[65717]: DEBUG nova.compute.manager [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Received event network-changed-33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 676.574083] env[65717]: DEBUG nova.compute.manager [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Refreshing instance network info cache due to event network-changed-33e82308-1c3a-4b20-a27e-d9caccba3ffb. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 676.574878] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Acquiring lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.574878] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Acquired lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.574878] env[65717]: DEBUG nova.network.neutron [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Refreshing network info cache for port 33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.615348] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392790, 'name': PowerOffVM_Task, 'duration_secs': 0.898442} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619455] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.619665] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.620987] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.625650] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4cc9d9-b827-49f6-97d7-a0f5e501bec6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.643105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.657507] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.657706] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.657767] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Deleting the datastore file [datastore2] 37049610-c5ec-4d17-a382-42d4c5e3abdd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.662036] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ef86d7-ec88-4d55-a74b-63163a576ee4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670772] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for the task: (returnval){ [ 676.670772] env[65717]: value = "task-4392795" [ 676.670772] env[65717]: _type = "Task" [ 676.670772] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.686168] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.774448] env[65717]: WARNING neutronclient.v2_0.client [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.831060] env[65717]: DEBUG nova.compute.manager [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Received event network-vif-plugged-45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 676.831060] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Acquiring lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.831060] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.831060] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.831060] env[65717]: DEBUG nova.compute.manager [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] No waiting events found dispatching network-vif-plugged-45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.833056] env[65717]: WARNING nova.compute.manager [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Received unexpected event network-vif-plugged-45da229d-61d2-4629-b608-8d3c5c854536 for instance with vm_state building and task_state spawning. [ 676.833355] env[65717]: DEBUG nova.compute.manager [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Received event network-changed-45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 676.833554] env[65717]: DEBUG nova.compute.manager [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Refreshing instance network info cache due to event network-changed-45da229d-61d2-4629-b608-8d3c5c854536. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 676.834084] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Acquiring lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.843980] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b91432-d58f-4a90-b041-7ff49e42d1eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.859499] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392785, 'name': CreateVM_Task, 'duration_secs': 1.568371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.861377] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e861e90-090d-4cc8-b687-763485a292e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.864313] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.864934] env[65717]: WARNING neutronclient.v2_0.client [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.865345] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.865521] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.865824] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.867212] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc454e2-4125-4c41-b432-8f9275d3b94b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.872434] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.907079] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 676.907079] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526f6425-bdb5-7a19-3b7e-74c0c52fc27f" [ 676.907079] env[65717]: _type = "Task" [ 676.907079] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.910641] env[65717]: DEBUG nova.network.neutron [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Updating instance_info_cache with network_info: [{"id": "45da229d-61d2-4629-b608-8d3c5c854536", "address": "fa:16:3e:15:9f:f3", "network": {"id": "cb5448ec-02fb-4652-8cda-e6490597b299", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-769076454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80fd7a3c65a4b2b84fe89daab57d279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45da229d-61", "ovs_interfaceid": "45da229d-61d2-4629-b608-8d3c5c854536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.915280] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f209d0-3bb4-4822-848d-980f902fe443 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.934202] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61576404-3889-4beb-bf64-e9d0a49e689f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.937848] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526f6425-bdb5-7a19-3b7e-74c0c52fc27f, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.939118] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.939356] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.940808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.940808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.940808] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.941221] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c3319b2-0101-4619-99d8-76fcd627981f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.952360] env[65717]: DEBUG nova.compute.provider_tree [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.963345] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.963569] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.964940] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd78ce5f-c0f2-45b1-a2b6-199697531053 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.972909] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 676.972909] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd1ba9-ea27-4757-9a20-63cd0d582e51" [ 676.972909] env[65717]: _type = "Task" [ 676.972909] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.983191] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd1ba9-ea27-4757-9a20-63cd0d582e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.001102] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.001406] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.001529] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.001716] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.001873] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.002015] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.003563] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.003563] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.003563] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.003563] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.003563] env[65717]: DEBUG nova.virt.hardware [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.004230] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72b62f-7a74-49c1-93ae-2cbe2556c29b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.013297] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ae30ab-bced-417b-be37-d3dbe50444f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.029375] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.035105] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.035413] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.036146] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535a414a-13eb-459e-bdb9-9664680083ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.054827] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.054827] env[65717]: value = "task-4392796" [ 677.054827] env[65717]: _type = "Task" [ 677.054827] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.065424] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392796, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.078469] env[65717]: WARNING neutronclient.v2_0.client [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.185527] env[65717]: DEBUG oslo_vmware.api [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Task: {'id': task-4392795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240665} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.185982] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.186323] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.186780] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.188846] env[65717]: INFO nova.compute.manager [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Took 1.61 seconds to destroy the instance on the hypervisor. [ 677.188846] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.188846] env[65717]: DEBUG nova.compute.manager [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 677.188846] env[65717]: DEBUG nova.network.neutron [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.188846] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.209685] env[65717]: DEBUG nova.network.neutron [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.256489] env[65717]: DEBUG nova.network.neutron [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.256790] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.420217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Releasing lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421127] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Instance network_info: |[{"id": "45da229d-61d2-4629-b608-8d3c5c854536", "address": "fa:16:3e:15:9f:f3", "network": {"id": "cb5448ec-02fb-4652-8cda-e6490597b299", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-769076454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80fd7a3c65a4b2b84fe89daab57d279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45da229d-61", "ovs_interfaceid": "45da229d-61d2-4629-b608-8d3c5c854536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 677.422110] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "e9650288-8485-43ee-b329-ba4f57d69872" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.422110] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.422765] env[65717]: DEBUG nova.compute.manager [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.423451] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Acquired lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.423597] env[65717]: DEBUG nova.network.neutron [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Refreshing network info cache for port 45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.425038] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9f:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45da229d-61d2-4629-b608-8d3c5c854536', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.436872] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Creating folder: Project (f80fd7a3c65a4b2b84fe89daab57d279). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.442691] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6154c74-6871-4707-96a0-961de73c1283 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.449275] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-352bb4b5-ca08-4847-ab79-4db4f985a57b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.458366] env[65717]: DEBUG nova.scheduler.client.report [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.465033] env[65717]: DEBUG nova.compute.manager [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 677.465824] env[65717]: DEBUG nova.objects.instance [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lazy-loading 'flavor' on Instance uuid e9650288-8485-43ee-b329-ba4f57d69872 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.471201] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Created folder: Project (f80fd7a3c65a4b2b84fe89daab57d279) in parent group-v859766. [ 677.471201] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Creating folder: Instances. Parent ref: group-v859842. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.471343] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1bc9985-183c-4008-91ef-2b105f65551b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.483614] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd1ba9-ea27-4757-9a20-63cd0d582e51, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.485900] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Created folder: Instances in parent group-v859842. [ 677.486091] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.486916] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24da0e7-f741-405e-a666-d6a782ad507f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.489632] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.490179] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0a42b5-5a85-4c24-8027-deb15cec478c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.507119] env[65717]: WARNING neutronclient.v2_0.client [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.513848] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 677.513848] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52400bc0-aaf2-7a6f-2af0-f6b5fedbef78" [ 677.513848] env[65717]: _type = "Task" [ 677.513848] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.519971] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.519971] env[65717]: value = "task-4392799" [ 677.519971] env[65717]: _type = "Task" [ 677.519971] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.526936] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52400bc0-aaf2-7a6f-2af0-f6b5fedbef78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.533722] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392799, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.567448] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392796, 'name': CreateVM_Task, 'duration_secs': 0.355904} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.567796] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.568134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.568390] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.568899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.569296] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb90c079-d332-4bea-aa20-5876e62b1443 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.577643] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 677.577643] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b569ff-2970-1058-102b-7595054e6dcd" [ 677.577643] env[65717]: _type = "Task" [ 677.577643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.591349] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b569ff-2970-1058-102b-7595054e6dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.715059] env[65717]: INFO nova.compute.manager [-] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Took 1.37 seconds to deallocate network for instance. [ 677.764985] env[65717]: DEBUG nova.network.neutron [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.949151] env[65717]: WARNING neutronclient.v2_0.client [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.974627] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.975182] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 677.978804] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.302s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.982160] env[65717]: DEBUG nova.objects.instance [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'resources' on Instance uuid 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.984761] env[65717]: DEBUG nova.network.neutron [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Updated VIF entry in instance network info cache for port 33e82308-1c3a-4b20-a27e-d9caccba3ffb. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.985772] env[65717]: DEBUG nova.network.neutron [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Updating instance_info_cache with network_info: [{"id": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "address": "fa:16:3e:67:77:ab", "network": {"id": "266f0edd-388f-48e0-b73b-7033eeefb044", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1859685680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38563f584a9144b88d49f1864a90cda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e82308-1c", "ovs_interfaceid": "33e82308-1c3a-4b20-a27e-d9caccba3ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.031371] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52400bc0-aaf2-7a6f-2af0-f6b5fedbef78, 'name': SearchDatastore_Task, 'duration_secs': 0.036759} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.033220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.033562] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 9fbadffc-3ff8-4b24-906d-05f70b593e21/9fbadffc-3ff8-4b24-906d-05f70b593e21.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.034252] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5b747a2-30e6-47bb-a94c-b8b3b0942ed8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.042395] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392799, 'name': CreateVM_Task, 'duration_secs': 0.430843} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.043129] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.043784] env[65717]: WARNING neutronclient.v2_0.client [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.044242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.049644] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 678.049644] env[65717]: value = "task-4392800" [ 678.049644] env[65717]: _type = "Task" [ 678.049644] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.060608] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.091829] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b569ff-2970-1058-102b-7595054e6dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.022591} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.092206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.092444] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.092677] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.092816] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.092989] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.093370] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.094058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.094328] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ea9f81-c793-408d-8eca-45a20f4f3280 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.096240] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabfc3ad-5002-44e7-8aea-c0316b21999a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.106274] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 678.106274] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528eaa68-0255-7dee-55ef-3d8062f054c8" [ 678.106274] env[65717]: _type = "Task" [ 678.106274] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.112085] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.112309] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.113611] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc95ddd-2751-4583-bf8e-5bf68b73cef5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.121028] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528eaa68-0255-7dee-55ef-3d8062f054c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.126052] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 678.126052] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52658e57-0e29-80b9-c555-b8bde861d029" [ 678.126052] env[65717]: _type = "Task" [ 678.126052] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.136948] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52658e57-0e29-80b9-c555-b8bde861d029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.223949] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.269632] env[65717]: INFO nova.compute.manager [-] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Took 1.08 seconds to deallocate network for instance. [ 678.482722] env[65717]: DEBUG nova.compute.utils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.487381] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.488726] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.489139] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.489666] env[65717]: WARNING neutronclient.v2_0.client [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.489878] env[65717]: WARNING neutronclient.v2_0.client [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.499142] env[65717]: DEBUG oslo_concurrency.lockutils [req-8639851c-bb53-4113-84ae-21a1267c05ed req-ac889997-5302-4742-a890-d774e1b06aac service nova] Releasing lock "refresh_cache-9fbadffc-3ff8-4b24-906d-05f70b593e21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.499142] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20879662-d602-4b44-8ba7-146dc6f19713 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.509810] env[65717]: DEBUG oslo_vmware.api [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 678.509810] env[65717]: value = "task-4392801" [ 678.509810] env[65717]: _type = "Task" [ 678.509810] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.524824] env[65717]: DEBUG oslo_vmware.api [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.561852] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392800, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.622612] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528eaa68-0255-7dee-55ef-3d8062f054c8, 'name': SearchDatastore_Task, 'duration_secs': 0.031861} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.622717] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622941] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.623148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.640588] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52658e57-0e29-80b9-c555-b8bde861d029, 'name': SearchDatastore_Task, 'duration_secs': 0.024528} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.641855] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494111df-91cb-4c15-bcf9-f37142c59671 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.649535] env[65717]: DEBUG nova.policy [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457c81960ed64ec4b925762107dcc051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '789abfe995f146459cf7f09fe7ee23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.651854] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 678.651854] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cae0af-e6dc-6384-5944-7ed67d6e9991" [ 678.651854] env[65717]: _type = "Task" [ 678.651854] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.665891] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cae0af-e6dc-6384-5944-7ed67d6e9991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.680427] env[65717]: WARNING neutronclient.v2_0.client [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.776468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.991365] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 678.996278] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Successfully created port: f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.024297] env[65717]: DEBUG oslo_vmware.api [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392801, 'name': PowerOffVM_Task, 'duration_secs': 0.332487} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.024764] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.025358] env[65717]: DEBUG nova.compute.manager [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.029644] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eaa78a-286e-4ee6-a198-a9baf856b92c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.062591] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668946} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.062993] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 9fbadffc-3ff8-4b24-906d-05f70b593e21/9fbadffc-3ff8-4b24-906d-05f70b593e21.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.063356] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.065103] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe8821c7-6a08-47fa-a60e-f9aa070553d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.072320] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 679.072320] env[65717]: value = "task-4392802" [ 679.072320] env[65717]: _type = "Task" [ 679.072320] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.084039] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.106879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a437cdde-2e51-4626-89b0-b228fcc21f54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.115538] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba41e0c2-8c58-478d-b707-1701c05c3974 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.151293] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3ab4e-2aba-4316-8eff-e3012df24a25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.166143] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdaf329-467b-425c-9775-55c640d25631 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.170644] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cae0af-e6dc-6384-5944-7ed67d6e9991, 'name': SearchDatastore_Task, 'duration_secs': 0.04795} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.170902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.171173] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.171813] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.172044] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.172269] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2445d448-4743-425e-9eb3-64cee7addcee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182051] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c943279-9184-4645-b404-cc9c3f67a1af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.184050] env[65717]: DEBUG nova.compute.provider_tree [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.191934] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 679.191934] env[65717]: value = "task-4392803" [ 679.191934] env[65717]: _type = "Task" [ 679.191934] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.196183] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.196361] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.197768] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a09b5e-39fe-4e6a-91c8-c67cdc78db0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.203653] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.207144] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 679.207144] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524e89c2-6aaf-8061-bd96-4505bb896db5" [ 679.207144] env[65717]: _type = "Task" [ 679.207144] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.217362] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524e89c2-6aaf-8061-bd96-4505bb896db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.424914] env[65717]: DEBUG nova.network.neutron [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Updated VIF entry in instance network info cache for port 45da229d-61d2-4629-b608-8d3c5c854536. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.425429] env[65717]: DEBUG nova.network.neutron [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Updating instance_info_cache with network_info: [{"id": "45da229d-61d2-4629-b608-8d3c5c854536", "address": "fa:16:3e:15:9f:f3", "network": {"id": "cb5448ec-02fb-4652-8cda-e6490597b299", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-769076454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80fd7a3c65a4b2b84fe89daab57d279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45da229d-61", "ovs_interfaceid": "45da229d-61d2-4629-b608-8d3c5c854536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.553859] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c626576-b38c-42c6-a901-1e02366ad4e8 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.130s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.584191] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220958} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.584458] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.585308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5786fc-7a93-4e69-bfd4-3300dd4c98d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.611877] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 9fbadffc-3ff8-4b24-906d-05f70b593e21/9fbadffc-3ff8-4b24-906d-05f70b593e21.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.612600] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04f57cc-ecbf-4f1d-ba35-a1462db31129 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.635718] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 679.635718] env[65717]: value = "task-4392804" [ 679.635718] env[65717]: _type = "Task" [ 679.635718] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.647793] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.687193] env[65717]: DEBUG nova.scheduler.client.report [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.701868] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392803, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.719223] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524e89c2-6aaf-8061-bd96-4505bb896db5, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.720068] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1088c3d-58ce-49af-8d39-3dad7925f320 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.726115] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 679.726115] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524bccc7-5cfa-901b-3b69-734f00fde682" [ 679.726115] env[65717]: _type = "Task" [ 679.726115] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.736441] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524bccc7-5cfa-901b-3b69-734f00fde682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.929386] env[65717]: DEBUG oslo_concurrency.lockutils [req-591d8cdd-457c-4945-a9db-cb094122fdbf req-e8e7e8b1-6636-49c7-bfa9-92ed9ceadfed service nova] Releasing lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.001703] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.030764] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.031068] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.031305] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.031568] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.032055] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.032055] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.032279] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.032505] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.032738] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.032967] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.033239] env[65717]: DEBUG nova.virt.hardware [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.034493] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef64522-d808-4541-9c92-41503c1d97a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.046145] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892276f-2c66-4b60-92e5-e5b711e91703 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.147094] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.192566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.195497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.979s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.197396] env[65717]: INFO nova.compute.claims [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.210900] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533498} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.210900] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.211204] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.211351] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a3480e-5b3a-4334-9275-c9a8cce4e292 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.222483] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 680.222483] env[65717]: value = "task-4392805" [ 680.222483] env[65717]: _type = "Task" [ 680.222483] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.239921] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524bccc7-5cfa-901b-3b69-734f00fde682, 'name': SearchDatastore_Task, 'duration_secs': 0.097691} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.242955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.243268] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 644750f5-ad35-4f3b-b592-9a3a007d4a1c/644750f5-ad35-4f3b-b592-9a3a007d4a1c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.243606] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.244631] env[65717]: INFO nova.scheduler.client.report [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocations for instance 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2 [ 680.245727] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7e9e32-a5cf-4634-8000-bdeb18aa60f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.259806] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 680.259806] env[65717]: value = "task-4392806" [ 680.259806] env[65717]: _type = "Task" [ 680.259806] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.270587] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.648193] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.703053] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Successfully updated port: f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.741110] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079005} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.741110] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.741110] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3250cc-ebe8-4d3b-af9f-4f124426cd08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.764836] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.768374] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae2ae72-55e3-48ae-ab6b-db501247be34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.786623] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f4842427-4972-4974-801f-58bc3548c22a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.803s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.799441] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.801182] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 680.801182] env[65717]: value = "task-4392807" [ 680.801182] env[65717]: _type = "Task" [ 680.801182] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.812681] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.005788] env[65717]: DEBUG nova.compute.manager [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-changed-d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.005788] env[65717]: DEBUG nova.compute.manager [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing instance network info cache due to event network-changed-d6112f74-cbce-4d24-b2a1-a08f67101968. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 681.005942] env[65717]: DEBUG oslo_concurrency.lockutils [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.009710] env[65717]: DEBUG oslo_concurrency.lockutils [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.010923] env[65717]: DEBUG nova.network.neutron [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing network info cache for port d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.013361] env[65717]: DEBUG nova.compute.manager [req-b37d8573-43c9-4710-8dd7-70601908e9b4 req-abf89204-2de6-464f-a824-0a0dfbcb5bbc service nova] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Received event network-vif-deleted-87fea64d-7fbf-439c-bac4-41d920ae8e9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.150944] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392804, 'name': ReconfigVM_Task, 'duration_secs': 1.026345} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.151492] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 9fbadffc-3ff8-4b24-906d-05f70b593e21/9fbadffc-3ff8-4b24-906d-05f70b593e21.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.152420] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d585ea6-4c41-4d4e-8af3-30d80d617b9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.162060] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 681.162060] env[65717]: value = "task-4392808" [ 681.162060] env[65717]: _type = "Task" [ 681.162060] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.173039] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392808, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.208113] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.208400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquired lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.208660] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.284776] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747602} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.285100] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 644750f5-ad35-4f3b-b592-9a3a007d4a1c/644750f5-ad35-4f3b-b592-9a3a007d4a1c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.285719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.285719] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-094ea923-319f-4310-89f8-848328a17669 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.295630] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 681.295630] env[65717]: value = "task-4392809" [ 681.295630] env[65717]: _type = "Task" [ 681.295630] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.309309] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.316785] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392807, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.517207] env[65717]: WARNING neutronclient.v2_0.client [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.581842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.582109] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.582306] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.582899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.582899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.587230] env[65717]: INFO nova.compute.manager [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Terminating instance [ 681.673294] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392808, 'name': Rename_Task, 'duration_secs': 0.185684} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.673649] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.673868] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d823e10d-4e3f-4f8e-bf2d-550cf43fe1b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.684753] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 681.684753] env[65717]: value = "task-4392810" [ 681.684753] env[65717]: _type = "Task" [ 681.684753] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.693958] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.770777] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.813631] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082142} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.815167] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.815718] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955da09c-b39e-41ab-bbd6-101ca8f56a42 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.825077] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c2a5d-6092-43d6-b4ce-962246ad82de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.828398] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392807, 'name': ReconfigVM_Task, 'duration_secs': 0.564251} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.829146] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003/0c95a8c9-dc95-42ce-89dd-b1d0a65f4003.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.830267] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7eaab91-1470-4daf-b5f3-22291cb859ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.854495] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 644750f5-ad35-4f3b-b592-9a3a007d4a1c/644750f5-ad35-4f3b-b592-9a3a007d4a1c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.856586] env[65717]: WARNING neutronclient.v2_0.client [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.862286] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288e5c7a-34c7-4730-b1a8-c34342ed3436 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.878617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ddb91e-f794-40fc-b5f3-620daab7776e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.887032] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 681.887032] env[65717]: value = "task-4392811" [ 681.887032] env[65717]: _type = "Task" [ 681.887032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.921232] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 681.921232] env[65717]: value = "task-4392812" [ 681.921232] env[65717]: _type = "Task" [ 681.921232] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.925160] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea1fb7c-266a-4884-87d0-bae1ca4e5850 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.932062] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392811, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.938404] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.941683] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3f998-bd6c-461e-b256-a9e64a7372bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.957591] env[65717]: DEBUG nova.compute.provider_tree [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.030082] env[65717]: DEBUG nova.network.neutron [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updated VIF entry in instance network info cache for port d6112f74-cbce-4d24-b2a1-a08f67101968. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.030347] env[65717]: DEBUG nova.network.neutron [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.060234] env[65717]: WARNING neutronclient.v2_0.client [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.092696] env[65717]: DEBUG nova.compute.manager [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 682.092932] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.093863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a6486-6dc1-4942-992d-226d739d5298 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.103713] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.104021] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0abbf2-a0cd-443d-b973-862bfcc2be36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.112045] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 682.112045] env[65717]: value = "task-4392813" [ 682.112045] env[65717]: _type = "Task" [ 682.112045] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.123527] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.200410] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.215449] env[65717]: DEBUG nova.network.neutron [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Updating instance_info_cache with network_info: [{"id": "f10bc320-54d5-490a-b774-926ca7123b9f", "address": "fa:16:3e:7b:5b:30", "network": {"id": "d3cb63ff-4c76-42d7-b2b8-fe74160196f1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1774125416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789abfe995f146459cf7f09fe7ee23de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10bc320-54", "ovs_interfaceid": "f10bc320-54d5-490a-b774-926ca7123b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.397326] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392811, 'name': Rename_Task, 'duration_secs': 0.176869} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.397829] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.397894] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f1d6ce-5bd3-4015-ade9-112496f16524 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.407225] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Waiting for the task: (returnval){ [ 682.407225] env[65717]: value = "task-4392814" [ 682.407225] env[65717]: _type = "Task" [ 682.407225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.418864] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.433367] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392812, 'name': ReconfigVM_Task, 'duration_secs': 0.345297} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.433367] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 644750f5-ad35-4f3b-b592-9a3a007d4a1c/644750f5-ad35-4f3b-b592-9a3a007d4a1c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.433940] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb74283-b144-4aa6-a1d1-175677fb5da5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.442516] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 682.442516] env[65717]: value = "task-4392815" [ 682.442516] env[65717]: _type = "Task" [ 682.442516] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.453807] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392815, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.460990] env[65717]: DEBUG nova.scheduler.client.report [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.538179] env[65717]: DEBUG oslo_concurrency.lockutils [req-f14198ec-c286-42a3-9a47-d29df9ed497d req-214e8a45-154b-4154-9d0d-978f0fd70f42 service nova] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.626930] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392813, 'name': PowerOffVM_Task, 'duration_secs': 0.245314} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.627256] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.627434] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.627725] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc5f3d6e-40fb-4c6e-8ce8-f952a38bd3b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.699326] env[65717]: DEBUG oslo_vmware.api [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392810, 'name': PowerOnVM_Task, 'duration_secs': 0.78674} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.699646] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.699836] env[65717]: INFO nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Took 10.69 seconds to spawn the instance on the hypervisor. [ 682.700078] env[65717]: DEBUG nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 682.700859] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e747119-6229-4d40-a52e-58ba91a7e2ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.710255] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.710326] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.710465] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Deleting the datastore file [datastore1] d0fa8edd-697a-47c8-9b08-5ffa7283c08d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.712324] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337d53b1-7d67-4b50-8ed7-01bbfc01fc1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.720767] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Releasing lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.721122] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Instance network_info: |[{"id": "f10bc320-54d5-490a-b774-926ca7123b9f", "address": "fa:16:3e:7b:5b:30", "network": {"id": "d3cb63ff-4c76-42d7-b2b8-fe74160196f1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1774125416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789abfe995f146459cf7f09fe7ee23de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10bc320-54", "ovs_interfaceid": "f10bc320-54d5-490a-b774-926ca7123b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 682.722788] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5b:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f10bc320-54d5-490a-b774-926ca7123b9f', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.739929] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Creating folder: Project (789abfe995f146459cf7f09fe7ee23de). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.739929] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for the task: (returnval){ [ 682.739929] env[65717]: value = "task-4392817" [ 682.739929] env[65717]: _type = "Task" [ 682.739929] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.740175] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b77450-f4be-4b96-9ba3-c0a6610ef873 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.753032] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.755730] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Created folder: Project (789abfe995f146459cf7f09fe7ee23de) in parent group-v859766. [ 682.755924] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Creating folder: Instances. Parent ref: group-v859845. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.756188] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d3ccba-bc32-4166-9ad6-329a6786bc83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.768579] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Created folder: Instances in parent group-v859845. [ 682.768946] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 682.769762] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.770035] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c09401de-a9a2-4015-a910-ffa14069a705 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.797925] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.797925] env[65717]: value = "task-4392820" [ 682.797925] env[65717]: _type = "Task" [ 682.797925] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.815029] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392820, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.869489] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "aabe25fd-6d92-433f-97f2-146d5d5da682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.869796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.921905] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.956120] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392815, 'name': Rename_Task, 'duration_secs': 0.171746} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.956847] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.957181] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dda5881-1e58-4008-bceb-739402b90fff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.965973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.966501] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 682.969214] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 682.969214] env[65717]: value = "task-4392821" [ 682.969214] env[65717]: _type = "Task" [ 682.969214] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.969465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.851s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.970831] env[65717]: INFO nova.compute.claims [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.985785] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.229696] env[65717]: INFO nova.compute.manager [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Took 35.92 seconds to build instance. [ 683.259023] env[65717]: DEBUG oslo_vmware.api [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Task: {'id': task-4392817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274811} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.259023] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.259256] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.259256] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.259464] env[65717]: INFO nova.compute.manager [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 683.261477] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 683.261818] env[65717]: DEBUG nova.compute.manager [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 683.261954] env[65717]: DEBUG nova.network.neutron [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.262261] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.312586] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392820, 'name': CreateVM_Task, 'duration_secs': 0.467841} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.312802] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.313393] env[65717]: WARNING neutronclient.v2_0.client [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.313815] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.313976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.314315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.314865] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b92f97-6e48-4d3b-944a-29e52c5b9049 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.321425] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 683.321425] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bc2f6f-9aa6-4867-465b-405f7eef859c" [ 683.321425] env[65717]: _type = "Task" [ 683.321425] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.332351] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bc2f6f-9aa6-4867-465b-405f7eef859c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.414693] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.424540] env[65717]: DEBUG oslo_vmware.api [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Task: {'id': task-4392814, 'name': PowerOnVM_Task, 'duration_secs': 0.804161} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.424843] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.425105] env[65717]: DEBUG nova.compute.manager [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.426145] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac91c597-8c67-421d-8e19-d9f88fd090b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.476057] env[65717]: DEBUG nova.compute.utils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.481864] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.481965] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.482857] env[65717]: WARNING neutronclient.v2_0.client [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.483254] env[65717]: WARNING neutronclient.v2_0.client [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.495923] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392821, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.531428] env[65717]: DEBUG nova.policy [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509f8058d7954514bfb3b98ebc4e3042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30f29b3be3a44a0aa24c132c0d95d11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.736690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.267s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.817944] env[65717]: DEBUG nova.compute.manager [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.819096] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e873f4e-6cb3-4f41-abd4-5c4812a895e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.838896] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bc2f6f-9aa6-4867-465b-405f7eef859c, 'name': SearchDatastore_Task, 'duration_secs': 0.012889} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.839582] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.839893] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.839973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.840117] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.840293] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.840548] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06457cd8-000c-4843-b4fc-2ea3988f0f28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.843516] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Successfully created port: a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.856504] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.856696] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.857631] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2485017-ef63-46b4-817e-48addf987ff6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.864260] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 683.864260] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522333cc-6a84-a71b-85db-c472cf5e5467" [ 683.864260] env[65717]: _type = "Task" [ 683.864260] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.872880] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522333cc-6a84-a71b-85db-c472cf5e5467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.951707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.987575] env[65717]: DEBUG oslo_vmware.api [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392821, 'name': PowerOnVM_Task, 'duration_secs': 0.542401} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.987575] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 683.992148] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.992148] env[65717]: INFO nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Took 9.15 seconds to spawn the instance on the hypervisor. [ 683.992148] env[65717]: DEBUG nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.996909] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22d217d-4e2c-4cf9-ac4f-94d3b2f1f8d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.019508] env[65717]: DEBUG nova.compute.manager [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Received event network-vif-plugged-f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 684.019508] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Acquiring lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.019508] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.019767] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.019823] env[65717]: DEBUG nova.compute.manager [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] No waiting events found dispatching network-vif-plugged-f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 684.020749] env[65717]: WARNING nova.compute.manager [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Received unexpected event network-vif-plugged-f10bc320-54d5-490a-b774-926ca7123b9f for instance with vm_state building and task_state spawning. [ 684.020749] env[65717]: DEBUG nova.compute.manager [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Received event network-changed-f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 684.025699] env[65717]: DEBUG nova.compute.manager [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Refreshing instance network info cache due to event network-changed-f10bc320-54d5-490a-b774-926ca7123b9f. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 684.025699] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Acquiring lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.025699] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Acquired lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.025699] env[65717]: DEBUG nova.network.neutron [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Refreshing network info cache for port f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.243291] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 684.341338] env[65717]: INFO nova.compute.manager [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] instance snapshotting [ 684.341692] env[65717]: WARNING nova.compute.manager [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 684.344283] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca00bb-8064-4a35-87a2-e5ab43e6b3e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.375681] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43a192-57f9-4f96-ac83-f549aed4258e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.386217] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522333cc-6a84-a71b-85db-c472cf5e5467, 'name': SearchDatastore_Task, 'duration_secs': 0.040822} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.390918] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8c811f-f51b-43b7-b0dc-05e80566f8a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.399566] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 684.399566] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d062b9-18db-8687-26d6-fe905878cb3e" [ 684.399566] env[65717]: _type = "Task" [ 684.399566] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.408763] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d062b9-18db-8687-26d6-fe905878cb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.446684] env[65717]: DEBUG nova.network.neutron [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.525913] env[65717]: WARNING neutronclient.v2_0.client [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.528333] env[65717]: INFO nova.compute.manager [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Took 37.15 seconds to build instance. [ 684.631879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09ab6c-c199-41ec-920f-a57384a4865c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.641198] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842bef9-061e-410b-8631-8533c16b1fdd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.651141] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.651141] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.652448] env[65717]: DEBUG nova.compute.manager [req-8def65fc-5cde-4d6b-b727-c49ba044acb7 req-6330b603-551f-4653-8ae0-f2c617d2d961 service nova] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Received event network-vif-deleted-70589e41-2bd9-4945-85fb-7271dac2b376 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 684.683940] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6342f-4815-4540-857e-7d554a7c638a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.693176] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e71f64c-7b2f-42a9-ad29-de1504b196a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.707661] env[65717]: DEBUG nova.compute.provider_tree [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.756242] env[65717]: WARNING neutronclient.v2_0.client [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.770981] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.915449] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.915449] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52bd12e1-a17b-4dff-931a-2e870a7e907e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.915449] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 684.915449] env[65717]: value = "task-4392822" [ 684.915449] env[65717]: _type = "Task" [ 684.915449] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.915449] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d062b9-18db-8687-26d6-fe905878cb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.915449] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.915697] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8/9d3947d8-4267-4c8e-beac-fa9a7b59ccf8.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.915697] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c90694c1-3f35-47de-8185-984432815e5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.921234] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.927470] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 684.927470] env[65717]: value = "task-4392823" [ 684.927470] env[65717]: _type = "Task" [ 684.927470] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.932965] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "64fc811d-9807-4553-9e54-dcb763741770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.933224] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.933405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "64fc811d-9807-4553-9e54-dcb763741770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.933675] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.933940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.938243] env[65717]: INFO nova.compute.manager [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Terminating instance [ 684.944488] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.950299] env[65717]: INFO nova.compute.manager [-] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Took 1.69 seconds to deallocate network for instance. [ 685.010749] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 685.030803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-accea41a-f507-461a-be5d-e84dae8391cf tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.270s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.084689] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 685.086400] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.086400] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 685.086505] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.086686] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 685.086906] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 685.091035] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.091422] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 685.091699] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 685.092734] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 685.092734] env[65717]: DEBUG nova.virt.hardware [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 685.094676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acea70a-7853-4d62-854a-abda1ae45ec1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.109309] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4f1796-3324-48e0-8764-6d1a075a3e0c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.162651] env[65717]: DEBUG nova.network.neutron [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Updated VIF entry in instance network info cache for port f10bc320-54d5-490a-b774-926ca7123b9f. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.163281] env[65717]: DEBUG nova.network.neutron [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Updating instance_info_cache with network_info: [{"id": "f10bc320-54d5-490a-b774-926ca7123b9f", "address": "fa:16:3e:7b:5b:30", "network": {"id": "d3cb63ff-4c76-42d7-b2b8-fe74160196f1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1774125416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789abfe995f146459cf7f09fe7ee23de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10bc320-54", "ovs_interfaceid": "f10bc320-54d5-490a-b774-926ca7123b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.214141] env[65717]: DEBUG nova.scheduler.client.report [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.420126] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.439067] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.450628] env[65717]: DEBUG nova.compute.manager [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 685.451198] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.451807] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ca4f8-07a3-4c53-a0e1-c115ef558081 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.459260] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.462772] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.462899] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc06121e-6dd9-4446-bd9a-bebe9c035e48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.536827] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.557403] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.558482] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.558482] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleting the datastore file [datastore2] 64fc811d-9807-4553-9e54-dcb763741770 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.558683] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c225038f-070f-497b-b540-4733c2697e71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.567501] env[65717]: DEBUG oslo_vmware.api [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 685.567501] env[65717]: value = "task-4392825" [ 685.567501] env[65717]: _type = "Task" [ 685.567501] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.577295] env[65717]: DEBUG oslo_vmware.api [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.597287] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Successfully updated port: a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.666911] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d9e4b59-ada1-43a2-b1ce-bd77bd8c5aa2 req-eab278b2-0e52-4cf3-b562-3000d5de1bf3 service nova] Releasing lock "refresh_cache-9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.722020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.722704] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 685.725483] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.492s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.725639] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.725778] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 685.726082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.472s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.728039] env[65717]: INFO nova.compute.claims [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.736037] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4067d48a-2784-434b-ad8a-c46d3ed4e845 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.741396] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a7be9-485e-4472-a433-32a94d9810f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.768111] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a767d8d5-2f07-4c93-8902-dda6f4b38154 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.779408] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c3e11-6ea0-44a7-8b02-ebdfffa4fdfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.828897] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179561MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 685.829120] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.917267] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.940255] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609163} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.940542] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8/9d3947d8-4267-4c8e-beac-fa9a7b59ccf8.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.940770] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.941042] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2e381c9-c5e8-44e8-87c5-1c85ef3bbae9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.949670] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 685.949670] env[65717]: value = "task-4392826" [ 685.949670] env[65717]: _type = "Task" [ 685.949670] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.960955] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.065234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.081541] env[65717]: DEBUG oslo_vmware.api [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488195} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.082123] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.082123] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.082388] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.082534] env[65717]: INFO nova.compute.manager [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Took 0.63 seconds to destroy the instance on the hypervisor. [ 686.082791] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 686.083021] env[65717]: DEBUG nova.compute.manager [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 686.083130] env[65717]: DEBUG nova.network.neutron [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.083384] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.100507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.100706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.100911] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.152425] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.237033] env[65717]: DEBUG nova.compute.utils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.240673] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 686.369522] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.369852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.370116] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.370795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.370795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.372859] env[65717]: INFO nova.compute.manager [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Terminating instance [ 686.425332] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392822, 'name': CreateSnapshot_Task, 'duration_secs': 1.166852} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.425662] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.426527] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46400cf6-e8db-4525-937e-acec2c02793c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.461563] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107115} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.461563] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.461977] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e49692-ac80-4dca-80b8-0eb94957ee7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.491096] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8/9d3947d8-4267-4c8e-beac-fa9a7b59ccf8.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.491509] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5897768a-9eee-4c00-a05b-be6ce17f9254 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.513831] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 686.513831] env[65717]: value = "task-4392827" [ 686.513831] env[65717]: _type = "Task" [ 686.513831] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.523985] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.649472] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.746279] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 686.786498] env[65717]: WARNING neutronclient.v2_0.client [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.877553] env[65717]: DEBUG nova.compute.manager [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 686.877814] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.878915] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd159bc-d9e1-4049-99d0-a9450414049a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.891468] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.892104] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1224b4c3-1c7e-430d-934e-239d60386032 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.901873] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 686.901873] env[65717]: value = "task-4392828" [ 686.901873] env[65717]: _type = "Task" [ 686.901873] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.911638] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.919191] env[65717]: DEBUG nova.network.neutron [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.950989] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.952893] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-941b5fb2-f2cc-4282-b778-1d1f2365348f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.957927] env[65717]: DEBUG nova.compute.manager [req-b0a44088-fe3e-40ec-9e78-b0331b1f84d9 req-24b800c0-ad50-4702-bca1-9d1fc4d7e7c3 service nova] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Received event network-vif-deleted-62445b03-ec8c-46bf-990c-667a230373ce {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.965643] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 686.965643] env[65717]: value = "task-4392829" [ 686.965643] env[65717]: _type = "Task" [ 686.965643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.980200] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392829, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.009468] env[65717]: DEBUG nova.network.neutron [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Updating instance_info_cache with network_info: [{"id": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "address": "fa:16:3e:ad:51:b8", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3220e-69", "ovs_interfaceid": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.023698] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.057975] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.058303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.058685] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.058935] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.059125] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.066777] env[65717]: INFO nova.compute.manager [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Terminating instance [ 687.247413] env[65717]: DEBUG nova.compute.manager [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Received event network-vif-plugged-a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 687.247594] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Acquiring lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.247806] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.247980] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.248395] env[65717]: DEBUG nova.compute.manager [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] No waiting events found dispatching network-vif-plugged-a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.248648] env[65717]: WARNING nova.compute.manager [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Received unexpected event network-vif-plugged-a2d3220e-69aa-4f07-ad68-a75e69284a0b for instance with vm_state building and task_state spawning. [ 687.248826] env[65717]: DEBUG nova.compute.manager [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Received event network-changed-a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 687.249025] env[65717]: DEBUG nova.compute.manager [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Refreshing instance network info cache due to event network-changed-a2d3220e-69aa-4f07-ad68-a75e69284a0b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 687.250685] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Acquiring lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.269643] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "6be327f8-a957-4d47-969e-749c35809d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.269900] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.327940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.328318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.328589] env[65717]: INFO nova.compute.manager [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Rebooting instance [ 687.383874] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab0bad1-9c6b-4605-a5d9-dcdf1b466fd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.394836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc768b9-7c17-4489-8440-d77ea0729bb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.440287] env[65717]: INFO nova.compute.manager [-] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Took 1.36 seconds to deallocate network for instance. [ 687.451642] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1d52f5-f3c2-43fe-b830-0e26f8484d40 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.452852] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392828, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.461975] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f01078-1515-4e75-8293-b9088de84218 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.482365] env[65717]: DEBUG nova.compute.provider_tree [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.488580] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392829, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.515012] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.515409] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance network_info: |[{"id": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "address": "fa:16:3e:ad:51:b8", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3220e-69", "ovs_interfaceid": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 687.515858] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Acquired lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.516056] env[65717]: DEBUG nova.network.neutron [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Refreshing network info cache for port a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.517358] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:51:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d3220e-69aa-4f07-ad68-a75e69284a0b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.526438] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 687.530959] env[65717]: WARNING neutronclient.v2_0.client [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.533628] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.534477] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcc65702-d54e-4f31-9732-6f0493c03182 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.555991] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392827, 'name': ReconfigVM_Task, 'duration_secs': 0.93094} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.557519] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8/9d3947d8-4267-4c8e-beac-fa9a7b59ccf8.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.558289] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.558289] env[65717]: value = "task-4392830" [ 687.558289] env[65717]: _type = "Task" [ 687.558289] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.558491] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c957738-ca99-439f-bd41-844d3142fbbd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.571499] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392830, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.573165] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "refresh_cache-0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.573337] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquired lock "refresh_cache-0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.573513] env[65717]: DEBUG nova.network.neutron [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.575306] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 687.575306] env[65717]: value = "task-4392831" [ 687.575306] env[65717]: _type = "Task" [ 687.575306] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.585432] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392831, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.773196] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 687.817566] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 687.817840] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.817993] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 687.818230] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.818410] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 687.818520] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 687.818740] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 687.818960] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 687.819345] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 687.819345] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 687.819493] env[65717]: DEBUG nova.virt.hardware [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 687.820614] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ca9ff-60b8-4b16-8bdf-263500f5e610 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.830300] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05d281e-3121-4ff2-a3a9-4e4c18aaa73c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.846857] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.852907] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Creating folder: Project (664d9ac85b724966bd26a9360b237203). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.854309] env[65717]: WARNING neutronclient.v2_0.client [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.856948] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b9410c7-42d8-43fb-8130-9a86589982d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.869146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.869539] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquired lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.869648] env[65717]: DEBUG nova.network.neutron [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.872676] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Created folder: Project (664d9ac85b724966bd26a9360b237203) in parent group-v859766. [ 687.873024] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Creating folder: Instances. Parent ref: group-v859851. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.873668] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bf4331f-b0f4-43cb-94b1-87f0d82f2af5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.887951] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Created folder: Instances in parent group-v859851. [ 687.888275] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 687.888513] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.888766] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439dabc4-fdb3-4c14-824a-c938350162e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.904118] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.904206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.904459] env[65717]: DEBUG nova.compute.manager [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.906429] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3212da3-dd16-4b8c-9783-eee7ae7bc5b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.922155] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.922155] env[65717]: value = "task-4392834" [ 687.922155] env[65717]: _type = "Task" [ 687.922155] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.941330] env[65717]: DEBUG nova.compute.manager [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 687.941330] env[65717]: DEBUG nova.objects.instance [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'flavor' on Instance uuid 3d0f541b-072f-42cf-8ece-eac153fc7f18 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.943645] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392828, 'name': PowerOffVM_Task, 'duration_secs': 0.531805} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.947241] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.947241] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.947241] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e404788f-12fc-46fc-b92a-09d3ce3c92cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.952398] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392834, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.955167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.982861] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392829, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.987088] env[65717]: DEBUG nova.scheduler.client.report [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.019029] env[65717]: DEBUG nova.network.neutron [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Updated VIF entry in instance network info cache for port a2d3220e-69aa-4f07-ad68-a75e69284a0b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.019029] env[65717]: DEBUG nova.network.neutron [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Updating instance_info_cache with network_info: [{"id": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "address": "fa:16:3e:ad:51:b8", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3220e-69", "ovs_interfaceid": "a2d3220e-69aa-4f07-ad68-a75e69284a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.074287] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392830, 'name': CreateVM_Task, 'duration_secs': 0.503548} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.074287] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.074950] env[65717]: WARNING neutronclient.v2_0.client [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.075327] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.075747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.075846] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.076566] env[65717]: WARNING neutronclient.v2_0.client [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.079553] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32615d3a-0829-492f-bcb8-050f89ee1c57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.091095] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 688.091095] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5225c020-9d2e-b89d-fd54-937b2e6f5e55" [ 688.091095] env[65717]: _type = "Task" [ 688.091095] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.097408] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392831, 'name': Rename_Task, 'duration_secs': 0.232571} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.101376] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.101376] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8294a97-c3dc-4b57-a025-adb6efa35f96 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.112659] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5225c020-9d2e-b89d-fd54-937b2e6f5e55, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.115419] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.115640] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.116049] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.116375] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.116562] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.117355] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 688.117355] env[65717]: value = "task-4392836" [ 688.117355] env[65717]: _type = "Task" [ 688.117355] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.117492] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae18afef-79b9-43f3-adb6-6cb3a0ae2437 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.138442] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.138442] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.138442] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.138442] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Deleting the datastore file [datastore1] 9fbadffc-3ff8-4b24-906d-05f70b593e21 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.140088] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a743341-e41f-41ae-babb-1be9478cc8e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.142382] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.142587] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.143646] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa1db6c-fb65-4616-a33c-b1993cf3e0d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.151945] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 688.151945] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a7256-121f-1e7b-5903-c70a9ddeac38" [ 688.151945] env[65717]: _type = "Task" [ 688.151945] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.157649] env[65717]: DEBUG nova.network.neutron [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.161812] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for the task: (returnval){ [ 688.161812] env[65717]: value = "task-4392837" [ 688.161812] env[65717]: _type = "Task" [ 688.161812] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.174028] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a7256-121f-1e7b-5903-c70a9ddeac38, 'name': SearchDatastore_Task, 'duration_secs': 0.015685} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.174028] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff928ccd-4254-46d6-9267-0d59c2546fee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.179454] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.185144] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 688.185144] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a9ed-8544-482d-13b2-667b3338ab3b" [ 688.185144] env[65717]: _type = "Task" [ 688.185144] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.196808] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a9ed-8544-482d-13b2-667b3338ab3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.349238] env[65717]: DEBUG nova.network.neutron [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.376195] env[65717]: WARNING neutronclient.v2_0.client [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.438977] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392834, 'name': CreateVM_Task, 'duration_secs': 0.456229} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.439569] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.440039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.440203] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.440515] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.440795] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac712ed-b064-40a6-b4ff-b547868befb8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.449854] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 688.449854] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f20b90-6bca-3612-bb00-f7115fc837c4" [ 688.449854] env[65717]: _type = "Task" [ 688.449854] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.466158] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f20b90-6bca-3612-bb00-f7115fc837c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.482927] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392829, 'name': CloneVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.493903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.494386] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 688.502073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.230s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.502073] env[65717]: DEBUG nova.objects.instance [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lazy-loading 'resources' on Instance uuid 8dc0f364-1551-42b9-9d0c-1a03a3137ccf {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.522928] env[65717]: DEBUG oslo_concurrency.lockutils [req-15afe8cd-6fbe-481b-84a3-eaa49fda00a9 req-44af7cb4-8c6b-408b-99a0-c1ad5a8927e7 service nova] Releasing lock "refresh_cache-eda08858-f50a-4820-a9d6-38bc1ba78417" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.632730] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.677048] env[65717]: DEBUG oslo_vmware.api [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Task: {'id': task-4392837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282102} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.677048] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.677048] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.677048] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.677048] env[65717]: INFO nova.compute.manager [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Took 1.80 seconds to destroy the instance on the hypervisor. [ 688.677291] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 688.677322] env[65717]: DEBUG nova.compute.manager [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.677430] env[65717]: DEBUG nova.network.neutron [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.677679] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.698064] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5283a9ed-8544-482d-13b2-667b3338ab3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015135} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.698387] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698727] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.699082] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b93679b-cf81-4b8f-b7ce-bdef86aab12d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.707307] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 688.707307] env[65717]: value = "task-4392838" [ 688.707307] env[65717]: _type = "Task" [ 688.707307] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.716564] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.852752] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Releasing lock "refresh_cache-0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.853486] env[65717]: DEBUG nova.compute.manager [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 688.853654] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.854659] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d8b99-61f8-4d4f-a63f-14e125d8f4a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.864023] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.865878] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.869185] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02aac93e-ab7d-4ab3-80d1-34ff28d72bef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.877899] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 688.877899] env[65717]: value = "task-4392839" [ 688.877899] env[65717]: _type = "Task" [ 688.877899] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.893280] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.963146] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.964012] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0cc72db-a6ef-48f0-b2db-7c6bb8888160 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.985270] env[65717]: DEBUG oslo_vmware.api [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 688.985270] env[65717]: value = "task-4392840" [ 688.985270] env[65717]: _type = "Task" [ 688.985270] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.986281] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f20b90-6bca-3612-bb00-f7115fc837c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.987058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.987651] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.987825] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.988570] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.988570] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.994054] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7efc477-9997-440d-a767-d5064743f10a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.004980] env[65717]: DEBUG nova.compute.utils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.007235] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392829, 'name': CloneVM_Task, 'duration_secs': 1.733436} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.008970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.009405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.009737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.010045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.010357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.016945] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 689.017292] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 689.017728] env[65717]: WARNING neutronclient.v2_0.client [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.019720] env[65717]: WARNING neutronclient.v2_0.client [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.021473] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Created linked-clone VM from snapshot [ 689.022289] env[65717]: INFO nova.compute.manager [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Terminating instance [ 689.030183] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7177dbc-591f-432a-a255-107e74d62156 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.034829] env[65717]: DEBUG oslo_vmware.api [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.037396] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.037510] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.038965] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c5a427-75cf-4cd6-b8fc-43f62a4077f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.052323] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Uploading image 662b6472-42c9-452e-9367-31f1da68d965 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.065079] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 689.065079] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528bdcdf-37d9-418b-4de0-0ee079bb3ebd" [ 689.065079] env[65717]: _type = "Task" [ 689.065079] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.080441] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528bdcdf-37d9-418b-4de0-0ee079bb3ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.097915] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.097915] env[65717]: value = "vm-859849" [ 689.097915] env[65717]: _type = "VirtualMachine" [ 689.097915] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.097915] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b92abbef-1088-4533-a862-cacb24e45eab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.108181] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease: (returnval){ [ 689.108181] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e37610-9d2d-353c-efe9-8b5f6eb87a4b" [ 689.108181] env[65717]: _type = "HttpNfcLease" [ 689.108181] env[65717]: } obtained for exporting VM: (result){ [ 689.108181] env[65717]: value = "vm-859849" [ 689.108181] env[65717]: _type = "VirtualMachine" [ 689.108181] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.111367] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the lease: (returnval){ [ 689.111367] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e37610-9d2d-353c-efe9-8b5f6eb87a4b" [ 689.111367] env[65717]: _type = "HttpNfcLease" [ 689.111367] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.129906] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.129906] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e37610-9d2d-353c-efe9-8b5f6eb87a4b" [ 689.129906] env[65717]: _type = "HttpNfcLease" [ 689.129906] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.140183] env[65717]: DEBUG oslo_vmware.api [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392836, 'name': PowerOnVM_Task, 'duration_secs': 0.862587} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.140183] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.140183] env[65717]: INFO nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Took 9.14 seconds to spawn the instance on the hypervisor. [ 689.140183] env[65717]: DEBUG nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.140430] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1f479-ea63-4844-b751-6f2ab4733266 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.223807] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392838, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.247369] env[65717]: DEBUG nova.policy [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ea18ceda5d45318ffdc6cb922ab5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62278cdb9a84ac8a3f0884e49184c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.397188] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392839, 'name': PowerOffVM_Task, 'duration_secs': 0.182592} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.397520] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.397701] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.398047] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a855eca-def5-4bec-b801-aa49084da748 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436606] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.436606] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.436808] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Deleting the datastore file [datastore1] 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.437335] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851b278d-6bc8-447f-995b-2522e30120cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.446244] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for the task: (returnval){ [ 689.446244] env[65717]: value = "task-4392843" [ 689.446244] env[65717]: _type = "Task" [ 689.446244] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.451188] env[65717]: WARNING neutronclient.v2_0.client [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.467750] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.506334] env[65717]: DEBUG oslo_vmware.api [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392840, 'name': PowerOffVM_Task, 'duration_secs': 0.342371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.507509] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.507509] env[65717]: DEBUG nova.compute.manager [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.507995] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f2d98-b8bf-4f71-8658-53a1be75b2cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530056] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 689.541173] env[65717]: DEBUG nova.compute.manager [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 689.541443] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.543958] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61b370-8c5a-47de-9738-5a247a7497b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.554577] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.554796] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ebd376-8bd2-4650-89bc-4b81482441f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.562902] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 689.562902] env[65717]: value = "task-4392844" [ 689.562902] env[65717]: _type = "Task" [ 689.562902] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.578336] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.586116] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528bdcdf-37d9-418b-4de0-0ee079bb3ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.072515} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.590321] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd84232b-a427-4605-bff2-741cbca3bcae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.598538] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 689.598538] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5218160a-9dcf-9098-c4ca-c073d8d6ca45" [ 689.598538] env[65717]: _type = "Task" [ 689.598538] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.614043] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5218160a-9dcf-9098-c4ca-c073d8d6ca45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.629051] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.629051] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e37610-9d2d-353c-efe9-8b5f6eb87a4b" [ 689.629051] env[65717]: _type = "HttpNfcLease" [ 689.629051] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.629326] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.629326] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e37610-9d2d-353c-efe9-8b5f6eb87a4b" [ 689.629326] env[65717]: _type = "HttpNfcLease" [ 689.629326] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.630202] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f1d0d0-1abf-49cb-a203-c1c2966564cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.636923] env[65717]: DEBUG nova.network.neutron [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Updating instance_info_cache with network_info: [{"id": "45da229d-61d2-4629-b608-8d3c5c854536", "address": "fa:16:3e:15:9f:f3", "network": {"id": "cb5448ec-02fb-4652-8cda-e6490597b299", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-769076454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80fd7a3c65a4b2b84fe89daab57d279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45da229d-61", "ovs_interfaceid": "45da229d-61d2-4629-b608-8d3c5c854536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.646020] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.646020] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.713398] env[65717]: INFO nova.compute.manager [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Took 38.27 seconds to build instance. [ 689.726701] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730381} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.730052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.730343] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.731133] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7600090b-e1bc-4f94-9efb-ba7ca5d458cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.740278] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 689.740278] env[65717]: value = "task-4392845" [ 689.740278] env[65717]: _type = "Task" [ 689.740278] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.750449] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.817345] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6feede13-07f9-4000-9327-2825519522c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.836843] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d6b6de-5837-4fee-bf2a-c778584cb077 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.845435] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427e292-fcc2-48f7-8b67-9073c5d5bc1b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.884110] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb121d3-cae2-4f00-8383-fd0935eaf1c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.894248] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8aeaf2-8e87-4c12-b39d-032ccb5fa9af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.911379] env[65717]: DEBUG nova.compute.provider_tree [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.954975] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Successfully created port: 792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.973063] env[65717]: DEBUG oslo_vmware.api [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Task: {'id': task-4392843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348709} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.973932] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.974164] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.974513] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.974721] env[65717]: INFO nova.compute.manager [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Took 1.12 seconds to destroy the instance on the hypervisor. [ 689.975125] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 689.975396] env[65717]: DEBUG nova.compute.manager [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 689.975509] env[65717]: DEBUG nova.network.neutron [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.975804] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.007761] env[65717]: DEBUG nova.network.neutron [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.032397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5ec6971-473a-435e-af56-07eff33c1c3e tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.128s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.075116] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392844, 'name': PowerOffVM_Task, 'duration_secs': 0.432245} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.075233] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.075808] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.075808] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d751b4db-3031-47a0-9e7e-65abfb78694c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.086864] env[65717]: DEBUG nova.network.neutron [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.087414] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.112694] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5218160a-9dcf-9098-c4ca-c073d8d6ca45, 'name': SearchDatastore_Task, 'duration_secs': 0.025578} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.113142] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.113602] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.114176] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24526bb6-7484-475b-ba45-4936cba3bbe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.123236] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 690.123236] env[65717]: value = "task-4392847" [ 690.123236] env[65717]: _type = "Task" [ 690.123236] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.136371] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.139626] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Releasing lock "refresh_cache-644750f5-ad35-4f3b-b592-9a3a007d4a1c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.166218] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.166481] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.166617] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleting the datastore file [datastore1] 919967a0-5ea7-4bba-b1b0-757e80ca1678 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.166888] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac682110-dec1-4dbe-a0ee-210751a7b8a1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.175111] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 690.175111] env[65717]: value = "task-4392848" [ 690.175111] env[65717]: _type = "Task" [ 690.175111] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.185592] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.220038] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4a338072-3032-4fb9-81c5-ef7a8ac35641 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.781s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.252083] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25358} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.254619] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.254619] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead478b-6150-46d6-8e4f-015250ab6253 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.291788] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.292367] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6087aa1e-2a01-4700-8d19-5c1058dede3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.315648] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 690.315648] env[65717]: value = "task-4392849" [ 690.315648] env[65717]: _type = "Task" [ 690.315648] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.327234] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.415992] env[65717]: DEBUG nova.scheduler.client.report [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.514282] env[65717]: INFO nova.compute.manager [-] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Took 1.84 seconds to deallocate network for instance. [ 690.542490] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 690.579183] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 690.580864] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.581293] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 690.582727] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.582727] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 690.582727] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 690.582727] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.582727] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 690.583283] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 690.583283] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 690.583283] env[65717]: DEBUG nova.virt.hardware [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 690.583766] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca61a2-96c2-411b-b3a8-e4e1513a79b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.593022] env[65717]: DEBUG nova.network.neutron [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.599818] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646c05e-5c38-4d41-8667-24b4bce67f3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.634651] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.644590] env[65717]: DEBUG nova.compute.manager [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.645693] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463a0ea-fceb-49e5-9190-875d821ec6b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.689212] env[65717]: DEBUG oslo_vmware.api [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4392848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307839} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.689351] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.689531] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.689697] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.689918] env[65717]: INFO nova.compute.manager [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Took 1.15 seconds to destroy the instance on the hypervisor. [ 690.690147] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 690.691488] env[65717]: DEBUG nova.compute.manager [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 690.691488] env[65717]: DEBUG nova.network.neutron [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 690.691488] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.723074] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 690.731485] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.828762] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.926420] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.425s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.928810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.971s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.930476] env[65717]: INFO nova.compute.claims [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.953369] env[65717]: INFO nova.scheduler.client.report [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Deleted allocations for instance 8dc0f364-1551-42b9-9d0c-1a03a3137ccf [ 691.031026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.031026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.031026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.099696] env[65717]: INFO nova.compute.manager [-] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Took 1.12 seconds to deallocate network for instance. [ 691.136667] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691771} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.137277] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.137480] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.139742] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac728b57-22da-465f-961c-4dbdcb3bdabf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.148657] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 691.148657] env[65717]: value = "task-4392850" [ 691.148657] env[65717]: _type = "Task" [ 691.148657] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.160996] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.249529] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.332636] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.461967] env[65717]: DEBUG oslo_concurrency.lockutils [None req-69e84334-6eb2-452b-840d-25d971271d68 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Lock "8dc0f364-1551-42b9-9d0c-1a03a3137ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.234s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.540474] env[65717]: DEBUG nova.compute.manager [req-cd349daf-ddb8-4123-9711-ef1e7671337f req-25dd3e57-0a70-4460-bce3-7fe3c35e0317 service nova] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Received event network-vif-deleted-33e82308-1c3a-4b20-a27e-d9caccba3ffb {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.607760] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.663399] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169207} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.663399] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.663399] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c917c89-3151-4920-bc74-3dccef358549 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.667539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4ceba5-1ac0-42d3-bb85-90f23ccc8c30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.679723] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Successfully updated port: 792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.700514] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.703741] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bae4fe5-20c9-4140-b373-ab888482ff3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.719480] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Doing hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 691.720304] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a9dc69ff-6758-48f7-a00b-636a417902f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.729835] env[65717]: DEBUG oslo_vmware.api [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 691.729835] env[65717]: value = "task-4392852" [ 691.729835] env[65717]: _type = "Task" [ 691.729835] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.731670] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 691.731670] env[65717]: value = "task-4392851" [ 691.731670] env[65717]: _type = "Task" [ 691.731670] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.748995] env[65717]: DEBUG oslo_vmware.api [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392852, 'name': ResetVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.754316] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.813069] env[65717]: DEBUG nova.network.neutron [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.830879] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392849, 'name': ReconfigVM_Task, 'duration_secs': 1.32012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.831426] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Reconfigured VM instance instance-0000001d to attach disk [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.833132] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68380936-efd5-4dcb-a5b2-e2fdb366d460 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.845595] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 691.845595] env[65717]: value = "task-4392853" [ 691.845595] env[65717]: _type = "Task" [ 691.845595] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.858372] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392853, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.193227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.193227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.193227] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.255101] env[65717]: DEBUG oslo_vmware.api [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392852, 'name': ResetVM_Task, 'duration_secs': 0.153507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.255354] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392851, 'name': ReconfigVM_Task, 'duration_secs': 0.466938} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.255584] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Did hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 692.255758] env[65717]: DEBUG nova.compute.manager [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.256095] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.257453] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44879f46-19b1-4e97-be02-c1870b255ae7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.260582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-988095d9-1107-4079-ad75-197d5f32b0e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.275217] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 692.275217] env[65717]: value = "task-4392854" [ 692.275217] env[65717]: _type = "Task" [ 692.275217] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.290375] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392854, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.318155] env[65717]: INFO nova.compute.manager [-] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Took 1.63 seconds to deallocate network for instance. [ 692.362548] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392853, 'name': Rename_Task, 'duration_secs': 0.203181} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.362767] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.363141] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757cefaa-6507-48c8-bf88-57492c76a7ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.374212] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 692.374212] env[65717]: value = "task-4392855" [ 692.374212] env[65717]: _type = "Task" [ 692.374212] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.391030] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.411549] env[65717]: DEBUG nova.compute.manager [req-5dfc5396-9140-4f0b-bf2c-e166b5d38cbe req-6e232693-d0c9-4d0d-ab87-8cfe5e635018 service nova] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Received event network-vif-deleted-5a93d930-9652-4e2e-85b6-d24b5b247560 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.434790] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "c26efe23-1c87-491f-8308-1c03071bfebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.434790] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.593391] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02b5f0-d6e6-435a-9789-2dc18b78c232 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.601906] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237dda0-e7eb-4a19-88e8-d1ec9b39fca7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.634121] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8fa0c1-d08e-4aad-b6cc-bb5ef012371b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.645433] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0206c8-4122-4fb9-b753-89d6035a327a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.662595] env[65717]: DEBUG nova.compute.provider_tree [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.730581] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.784797] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ec7fba83-1bf9-4973-8aa0-4880dc274453 tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.456s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.789951] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392854, 'name': Rename_Task, 'duration_secs': 0.196999} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.790944] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.791215] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e014bf2e-d5a8-41f0-9a9a-aeee8517ce97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.800319] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 692.800319] env[65717]: value = "task-4392856" [ 692.800319] env[65717]: _type = "Task" [ 692.800319] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.813725] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.820645] env[65717]: WARNING neutronclient.v2_0.client [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.827199] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.886280] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392855, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.952849] env[65717]: DEBUG nova.network.neutron [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.166299] env[65717]: DEBUG nova.scheduler.client.report [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.277408] env[65717]: DEBUG nova.objects.instance [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'flavor' on Instance uuid 3d0f541b-072f-42cf-8ece-eac153fc7f18 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.317233] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.397568] env[65717]: DEBUG oslo_vmware.api [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392855, 'name': PowerOnVM_Task, 'duration_secs': 0.79677} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.398335] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.398847] env[65717]: INFO nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Took 8.39 seconds to spawn the instance on the hypervisor. [ 693.400320] env[65717]: DEBUG nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.403610] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43cfeff-94ae-490e-98f5-c4faf0f202e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.458474] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.459332] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Instance network_info: |[{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 693.460140] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:3b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792e6ec0-491a-4700-b185-62c03daf1a58', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.469727] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating folder: Project (b62278cdb9a84ac8a3f0884e49184c34). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.470204] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52d0fb8c-0d3e-4d77-9b57-f8efe5d6f93c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.483346] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created folder: Project (b62278cdb9a84ac8a3f0884e49184c34) in parent group-v859766. [ 693.483564] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating folder: Instances. Parent ref: group-v859854. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.483933] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8225a8a-8d0a-4235-b41b-2c0e17ea1234 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.500573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.500573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.500573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.501887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.502214] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.504495] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created folder: Instances in parent group-v859854. [ 693.505100] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 693.505100] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.505342] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79241c6f-4b4a-48ac-88cd-cdcb386df7b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.525998] env[65717]: INFO nova.compute.manager [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Terminating instance [ 693.538302] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.538302] env[65717]: value = "task-4392859" [ 693.538302] env[65717]: _type = "Task" [ 693.538302] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.550893] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392859, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.672873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.673423] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 693.677211] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.134s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.677534] env[65717]: DEBUG nova.objects.instance [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.783357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.783357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquired lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.783563] env[65717]: DEBUG nova.network.neutron [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.784527] env[65717]: DEBUG nova.objects.instance [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'info_cache' on Instance uuid 3d0f541b-072f-42cf-8ece-eac153fc7f18 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.812449] env[65717]: DEBUG oslo_vmware.api [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392856, 'name': PowerOnVM_Task, 'duration_secs': 0.608539} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.814785] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.814785] env[65717]: INFO nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Took 6.04 seconds to spawn the instance on the hypervisor. [ 693.814785] env[65717]: DEBUG nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.815101] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f51a5-2628-44c0-83df-5a20d8ca9ae3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.932233] env[65717]: INFO nova.compute.manager [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Took 39.75 seconds to build instance. [ 694.031435] env[65717]: DEBUG nova.compute.manager [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 694.031803] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.032721] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb7a5dd-a5c9-4c38-ac7c-a1a94b3e2bb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.045721] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.048386] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115cee1e-ea40-49e3-acbf-e70950f440d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.054717] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392859, 'name': CreateVM_Task, 'duration_secs': 0.433616} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.056162] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.056522] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 694.056522] env[65717]: value = "task-4392860" [ 694.056522] env[65717]: _type = "Task" [ 694.056522] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.057044] env[65717]: WARNING neutronclient.v2_0.client [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.057420] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.057642] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.057933] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.058358] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc6b0e5-290e-46b3-9a97-e2a93161c89e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.073329] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 694.073329] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa6525-afe9-c375-8bb2-191531c02f62" [ 694.073329] env[65717]: _type = "Task" [ 694.073329] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.077742] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.087762] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa6525-afe9-c375-8bb2-191531c02f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.185876] env[65717]: DEBUG nova.compute.utils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.194454] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 694.194679] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 694.195109] env[65717]: WARNING neutronclient.v2_0.client [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.195380] env[65717]: WARNING neutronclient.v2_0.client [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.291153] env[65717]: DEBUG nova.objects.base [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Object Instance<3d0f541b-072f-42cf-8ece-eac153fc7f18> lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 694.331423] env[65717]: DEBUG nova.policy [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd114f65f40384a9f81ea7ec37a7cf358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '434eceeb4d6c40e88d006d79844ee2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.345471] env[65717]: INFO nova.compute.manager [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Took 37.28 seconds to build instance. [ 694.436898] env[65717]: DEBUG oslo_concurrency.lockutils [None req-004e6bc9-3b3a-4395-b731-5f1b1159dceb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.297s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.571416] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392860, 'name': PowerOffVM_Task, 'duration_secs': 0.318533} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.571416] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.571720] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.572309] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173f83aa-cb5b-4559-84c2-92c2acb69cce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.596330] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa6525-afe9-c375-8bb2-191531c02f62, 'name': SearchDatastore_Task, 'duration_secs': 0.020468} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.596330] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.597681] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.598148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.599113] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.599113] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.599805] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2241c068-1fff-43c8-8e12-2b1ea87efd7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.611502] env[65717]: DEBUG nova.compute.manager [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Received event network-vif-plugged-792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.611760] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.611976] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.612227] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.612510] env[65717]: DEBUG nova.compute.manager [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] No waiting events found dispatching network-vif-plugged-792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 694.612771] env[65717]: WARNING nova.compute.manager [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Received unexpected event network-vif-plugged-792e6ec0-491a-4700-b185-62c03daf1a58 for instance with vm_state building and task_state spawning. [ 694.613058] env[65717]: DEBUG nova.compute.manager [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Received event network-changed-792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.613208] env[65717]: DEBUG nova.compute.manager [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Refreshing instance network info cache due to event network-changed-792e6ec0-491a-4700-b185-62c03daf1a58. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 694.613539] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.613719] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.613926] env[65717]: DEBUG nova.network.neutron [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Refreshing network info cache for port 792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.617821] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.618043] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.623160] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd23f157-f1d2-4b56-baf5-443bea674f19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.630867] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 694.630867] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b711dc-c897-1126-816a-1f9f14c78b36" [ 694.630867] env[65717]: _type = "Task" [ 694.630867] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.641698] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b711dc-c897-1126-816a-1f9f14c78b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.662469] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.662795] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.663221] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Deleting the datastore file [datastore2] 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.663601] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8e0b2a4-f777-47e8-84ec-972d20cd5216 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.673695] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for the task: (returnval){ [ 694.673695] env[65717]: value = "task-4392862" [ 694.673695] env[65717]: _type = "Task" [ 694.673695] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.686852] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.695324] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 694.699268] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ccaee21-3f92-4e8d-8f70-2be9916fe893 tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.703284] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.703284] env[65717]: INFO nova.compute.claims [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.797769] env[65717]: WARNING neutronclient.v2_0.client [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.818811] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Successfully created port: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 694.847929] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a8a639ba-a648-496c-9ad5-19c653d9ad09 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.368s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.944193] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.071168] env[65717]: WARNING neutronclient.v2_0.client [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.119997] env[65717]: WARNING neutronclient.v2_0.client [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.145257] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b711dc-c897-1126-816a-1f9f14c78b36, 'name': SearchDatastore_Task, 'duration_secs': 0.019686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.145257] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3980ae99-3fb6-4013-8d9e-f4d040f7c7ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.152274] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 695.152274] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dbb6fb-0220-1ce7-66fb-ee04cd5f2430" [ 695.152274] env[65717]: _type = "Task" [ 695.152274] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.161744] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dbb6fb-0220-1ce7-66fb-ee04cd5f2430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.184081] env[65717]: DEBUG oslo_vmware.api [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Task: {'id': task-4392862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233726} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.184380] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.187899] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.187899] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.187899] env[65717]: INFO nova.compute.manager [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 695.187899] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.188151] env[65717]: DEBUG nova.compute.manager [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.188151] env[65717]: DEBUG nova.network.neutron [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.188371] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.351087] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.472799] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.665958] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dbb6fb-0220-1ce7-66fb-ee04cd5f2430, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.666138] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.666356] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.666663] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0b185f-81fd-49ea-8ed2-6219b883b8fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.674825] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 695.674825] env[65717]: value = "task-4392863" [ 695.674825] env[65717]: _type = "Task" [ 695.674825] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.687290] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.707039] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 695.736308] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.736573] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.736719] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.736884] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.737055] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.737217] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.738120] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.738120] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.738120] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.738120] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.738288] env[65717]: DEBUG nova.virt.hardware [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.739080] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7a7b2-9d6a-4602-a13a-3b166298599c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.750375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf7d898-d5b5-4879-b70c-83a8c7be20b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.832055] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.871548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.189217] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.253792] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb36df-ea82-4140-b72f-324843f8dc31 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.258613] env[65717]: DEBUG nova.network.neutron [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Updating instance_info_cache with network_info: [{"id": "a2685f6e-9929-49e8-a258-d55c0489c660", "address": "fa:16:3e:9e:f7:dc", "network": {"id": "3284173f-ba43-43f5-b37b-f74c4ac93d48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1412529913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ddcbfe9a92549fca1037aa5a08d6269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2685f6e-99", "ovs_interfaceid": "a2685f6e-9929-49e8-a258-d55c0489c660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.267379] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780e4103-da65-4b8c-9ede-9ba72cd3dde3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.316807] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d650cc-b941-4bc3-a81f-ea9a6d653154 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.327616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eba76c-dfad-4841-bee4-f3c8b109a780 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.348501] env[65717]: DEBUG nova.compute.provider_tree [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.481430] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Successfully updated port: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 696.688463] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.688785] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.689036] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.689356] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e9c4ff-beb3-4e90-aecb-cd850879385a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.698357] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 696.698357] env[65717]: value = "task-4392864" [ 696.698357] env[65717]: _type = "Task" [ 696.698357] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.708658] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.762019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Releasing lock "refresh_cache-3d0f541b-072f-42cf-8ece-eac153fc7f18" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.853580] env[65717]: DEBUG nova.scheduler.client.report [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.987131] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.987465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquired lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.987728] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.212647] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076788} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.213086] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.214032] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf96109-9d81-4e35-a601-c1e35ed62c3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.242485] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.242989] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91663ac1-78f9-4bf1-a8b8-d4d047969f25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.260899] env[65717]: DEBUG nova.network.neutron [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.271548] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 697.271548] env[65717]: value = "task-4392865" [ 697.271548] env[65717]: _type = "Task" [ 697.271548] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.282614] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.361936] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.362846] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 697.367678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.724s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.370903] env[65717]: INFO nova.compute.claims [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.677148] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 697.764900] env[65717]: INFO nova.compute.manager [-] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Took 2.58 seconds to deallocate network for instance. [ 697.771540] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.772144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d9c3bf-8851-47d8-b944-9c97be8e6bff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.789029] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.792269] env[65717]: DEBUG oslo_vmware.api [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 697.792269] env[65717]: value = "task-4392866" [ 697.792269] env[65717]: _type = "Task" [ 697.792269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.802405] env[65717]: DEBUG oslo_vmware.api [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.879958] env[65717]: DEBUG nova.compute.utils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.882822] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.882822] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.882822] env[65717]: WARNING neutronclient.v2_0.client [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.884497] env[65717]: WARNING neutronclient.v2_0.client [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.274352] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.291024] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392865, 'name': ReconfigVM_Task, 'duration_secs': 0.555565} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.291024] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.291024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f34d2c7c-8f3b-4882-9804-b427c1951496 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.308029] env[65717]: DEBUG oslo_vmware.api [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392866, 'name': PowerOnVM_Task, 'duration_secs': 0.457246} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.308029] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.308029] env[65717]: DEBUG nova.compute.manager [None req-899b3122-e926-48af-be3e-218034771c69 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 698.309747] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 698.309747] env[65717]: value = "task-4392867" [ 698.309747] env[65717]: _type = "Task" [ 698.309747] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.310948] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fe25cb-78b5-4626-b0c6-5ae22e4c1bce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.329964] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392867, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.387869] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 698.683821] env[65717]: WARNING neutronclient.v2_0.client [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.707213] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 698.709506] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285c434-0e3f-4c9b-8afd-d843b62118ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.722477] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 698.722477] env[65717]: ERROR oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk due to incomplete transfer. [ 698.722477] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d721dd8-651f-4bb7-b6dd-13a3ba5ca535 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.729853] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e1b59-cde7-e7f8-41de-99fec2013dd7/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 698.730156] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Uploaded image 662b6472-42c9-452e-9367-31f1da68d965 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 698.732335] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.732960] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2c29491-d57f-4847-b5c2-4189ebdb6f7d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.744677] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 698.744677] env[65717]: value = "task-4392868" [ 698.744677] env[65717]: _type = "Task" [ 698.744677] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.757219] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392868, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.837983] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392867, 'name': Rename_Task, 'duration_secs': 0.25943} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.838181] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.838933] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3161da29-f6de-4204-a667-ef6de0d24640 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.849514] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 698.849514] env[65717]: value = "task-4392869" [ 698.849514] env[65717]: _type = "Task" [ 698.849514] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.866449] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.081226] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2485360-daf4-4e2e-ae73-098e85ae8a6a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.094218] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a998d-3576-4fac-84a5-241768840c67 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.134981] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b2338-b5f0-411c-a765-5bd54b5f3724 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.144408] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a9fe7-f2fa-461f-8660-4d692010e43c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.159682] env[65717]: DEBUG nova.compute.provider_tree [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.254474] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392868, 'name': Destroy_Task, 'duration_secs': 0.423934} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.254803] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Destroyed the VM [ 699.255165] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.255444] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8936be67-4b70-4465-b4b4-5a3448cf83e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.263884] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 699.263884] env[65717]: value = "task-4392870" [ 699.263884] env[65717]: _type = "Task" [ 699.263884] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.273281] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.364404] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.400133] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.437152] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.437475] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.437692] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.438159] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.438159] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.438309] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.438565] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.439176] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.439176] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.439176] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.439730] env[65717]: DEBUG nova.virt.hardware [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.441204] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aac95d-d089-46bc-ac76-efa7456d5fd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.453848] env[65717]: DEBUG nova.policy [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4b8aa41a7114bbcaa716df0d6502c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a9defcde62f409cac14a27026e8e43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.459198] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334ba5f-2849-40dd-a50f-74ded976aa06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.510344] env[65717]: DEBUG nova.network.neutron [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updated VIF entry in instance network info cache for port 792e6ec0-491a-4700-b185-62c03daf1a58. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.510344] env[65717]: DEBUG nova.network.neutron [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.553149] env[65717]: WARNING neutronclient.v2_0.client [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.670346] env[65717]: DEBUG nova.scheduler.client.report [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.784881] env[65717]: DEBUG oslo_vmware.api [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392870, 'name': RemoveSnapshot_Task, 'duration_secs': 0.36764} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.784881] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.784881] env[65717]: INFO nova.compute.manager [None req-ac794a9e-1206-49d1-bcb8-e226426f4494 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 699.869799] env[65717]: DEBUG oslo_vmware.api [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4392869, 'name': PowerOnVM_Task, 'duration_secs': 1.001437} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.869799] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.869799] env[65717]: INFO nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Took 9.33 seconds to spawn the instance on the hypervisor. [ 699.869988] env[65717]: DEBUG nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 699.871171] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e02c1f-66b9-4bc1-9f51-5fedad61223b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.877037] env[65717]: DEBUG nova.network.neutron [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updating instance_info_cache with network_info: [{"id": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "address": "fa:16:3e:aa:f7:2e", "network": {"id": "a1098aff-9d79-4c0e-a387-b1ced5831b23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-663588782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434eceeb4d6c40e88d006d79844ee2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6fef1f-ee", "ovs_interfaceid": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.017424] env[65717]: DEBUG oslo_concurrency.lockutils [req-50eeb652-4f26-4ecf-9332-35b12e5a28df req-89d972c0-010e-48db-be34-0be355f624f6 service nova] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.155696] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Successfully created port: 2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 700.181390] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.181978] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 700.184784] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.312s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.186852] env[65717]: INFO nova.compute.claims [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.373876] env[65717]: DEBUG nova.compute.manager [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Received event network-vif-plugged-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 700.374125] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Acquiring lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.374335] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.374499] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.374666] env[65717]: DEBUG nova.compute.manager [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] No waiting events found dispatching network-vif-plugged-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 700.374823] env[65717]: WARNING nova.compute.manager [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Received unexpected event network-vif-plugged-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d for instance with vm_state building and task_state spawning. [ 700.375452] env[65717]: DEBUG nova.compute.manager [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Received event network-changed-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 700.375452] env[65717]: DEBUG nova.compute.manager [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Refreshing instance network info cache due to event network-changed-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 700.375619] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Acquiring lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380068] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Releasing lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.380394] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Instance network_info: |[{"id": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "address": "fa:16:3e:aa:f7:2e", "network": {"id": "a1098aff-9d79-4c0e-a387-b1ced5831b23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-663588782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434eceeb4d6c40e88d006d79844ee2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6fef1f-ee", "ovs_interfaceid": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 700.380743] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Acquired lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.380875] env[65717]: DEBUG nova.network.neutron [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Refreshing network info cache for port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.383299] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f7:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6fef1f-eecd-4bde-b07a-698cbe8ed28d', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.392015] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Creating folder: Project (434eceeb4d6c40e88d006d79844ee2cd). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.392816] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c66f6c86-39f4-405c-bbbc-0da2e483fa5c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.403584] env[65717]: INFO nova.compute.manager [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Took 40.17 seconds to build instance. [ 700.420154] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Created folder: Project (434eceeb4d6c40e88d006d79844ee2cd) in parent group-v859766. [ 700.420385] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Creating folder: Instances. Parent ref: group-v859857. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.420803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.420939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.421141] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.421364] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.421541] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.423717] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eab20de-9d06-46af-a305-c0714fb284df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.426389] env[65717]: INFO nova.compute.manager [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Terminating instance [ 700.440989] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Created folder: Instances in parent group-v859857. [ 700.441272] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 700.441470] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.441692] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46bbbcd8-d755-4490-b3be-cb95804351a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.469036] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.469036] env[65717]: value = "task-4392873" [ 700.469036] env[65717]: _type = "Task" [ 700.469036] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.477966] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392873, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.691499] env[65717]: DEBUG nova.compute.utils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.695917] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.695917] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.695917] env[65717]: WARNING neutronclient.v2_0.client [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.696857] env[65717]: WARNING neutronclient.v2_0.client [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.787472] env[65717]: DEBUG nova.policy [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128298ac40ee48ccb4896da58dd7b143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a75f1d0910647d49c877b2135ce6549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.893289] env[65717]: WARNING neutronclient.v2_0.client [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.912670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8114aea4-a8c4-42af-bc93-f9614f911166 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.615s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.930747] env[65717]: DEBUG nova.compute.manager [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 700.930747] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.931573] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c62921-15c9-4c3e-959f-7c2491d8f099 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.943116] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.943116] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc5227b1-763b-46bb-9be4-bf6d66e9ed79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.954753] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 700.954753] env[65717]: value = "task-4392874" [ 700.954753] env[65717]: _type = "Task" [ 700.954753] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.964776] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.968737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.968737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.968979] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.969244] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.969652] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.976281] env[65717]: INFO nova.compute.manager [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Terminating instance [ 700.992166] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392873, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.196793] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 701.258941] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Successfully created port: 8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.416269] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 701.469857] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392874, 'name': PowerOffVM_Task, 'duration_secs': 0.3656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.471662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.471662] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.471662] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19905250-dd51-4bd4-aa7d-8d26a29b3648 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.490717] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392873, 'name': CreateVM_Task, 'duration_secs': 0.659046} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.491653] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.492233] env[65717]: WARNING neutronclient.v2_0.client [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.492616] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.492764] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493098] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.493674] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c3dcb5-5a48-43e4-ad4b-c1a6ec6f38cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.496014] env[65717]: DEBUG nova.compute.manager [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 701.496344] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.497670] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43a2d1-8467-436b-97b4-9f5b780c66de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.506451] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 701.506451] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ba3252-6ccd-fdf6-0387-07d64a6bce98" [ 701.506451] env[65717]: _type = "Task" [ 701.506451] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.516456] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.516834] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e495684-44bc-41f8-9dfc-8ec790ca2b3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.523029] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ba3252-6ccd-fdf6-0387-07d64a6bce98, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.527777] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.528154] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.528379] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.528525] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.528738] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.529348] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 701.529348] env[65717]: value = "task-4392876" [ 701.529348] env[65717]: _type = "Task" [ 701.529348] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.529838] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c5eb08-f0cd-4abe-a5c3-2544aadaabca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.545647] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.547069] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.547256] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.548074] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89560f1-927d-4706-86c2-dbeb190d1799 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.554867] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 701.554867] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528ffc2f-d51a-23b2-6a74-5a4ff3ecfff1" [ 701.554867] env[65717]: _type = "Task" [ 701.554867] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.570303] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528ffc2f-d51a-23b2-6a74-5a4ff3ecfff1, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.571531] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810779e3-396c-459a-9992-abcbfb7a59c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578333] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 701.578333] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52de001d-b6ec-e046-2264-c8d71aec2a37" [ 701.578333] env[65717]: _type = "Task" [ 701.578333] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.590739] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52de001d-b6ec-e046-2264-c8d71aec2a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.836025] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.836025] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.836407] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Deleting the datastore file [datastore1] f8a64846-5b95-46f3-9223-11b3a7ef51e1 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.836407] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90e80746-86b5-4c30-a7c6-297a1cc489bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.845319] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for the task: (returnval){ [ 701.845319] env[65717]: value = "task-4392877" [ 701.845319] env[65717]: _type = "Task" [ 701.845319] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.858210] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.872051] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Successfully updated port: 2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 701.924019] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f5135-2d74-49ab-9207-e6e16ba1c9b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.934455] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74974d28-5b30-4655-80ec-187b8496cfa4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.967270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.968078] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bf57b-85da-40c2-a263-f1dfdb4f67f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.976571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbec3a3-9587-4cea-983c-26815afefc1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.991367] env[65717]: DEBUG nova.compute.provider_tree [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.046479] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392876, 'name': PowerOffVM_Task, 'duration_secs': 0.381044} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.047198] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.047198] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.047554] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be96bea0-d2fb-4f82-a472-6c3fe02ce879 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.089364] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52de001d-b6ec-e046-2264-c8d71aec2a37, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.089748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.089929] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5/d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.090215] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd807fe0-2db2-4da0-b38e-e9b2dc122c26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100171] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 702.100171] env[65717]: value = "task-4392879" [ 702.100171] env[65717]: _type = "Task" [ 702.100171] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.109818] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.127836] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.128241] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.128447] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Deleting the datastore file [datastore1] 644750f5-ad35-4f3b-b592-9a3a007d4a1c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.128747] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef4f5e9-766c-435d-a5d1-e015015dcaa0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.136698] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for the task: (returnval){ [ 702.136698] env[65717]: value = "task-4392880" [ 702.136698] env[65717]: _type = "Task" [ 702.136698] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.147359] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.220605] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.248673] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.248934] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.249089] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.249298] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.249445] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.249609] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.249837] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.249995] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.250188] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.250365] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.250757] env[65717]: DEBUG nova.virt.hardware [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.251945] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194477b5-4c74-48cf-b817-5501f560961b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.261044] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c860c-8075-4790-ac10-092386d74c66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.361087] env[65717]: DEBUG oslo_vmware.api [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Task: {'id': task-4392877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.361389] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.361570] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.361746] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.361918] env[65717]: INFO nova.compute.manager [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Took 1.43 seconds to destroy the instance on the hypervisor. [ 702.362192] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 702.362386] env[65717]: DEBUG nova.compute.manager [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 702.362484] env[65717]: DEBUG nova.network.neutron [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 702.362763] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.374951] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.375147] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.375257] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 702.495292] env[65717]: DEBUG nova.scheduler.client.report [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.612515] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.648557] env[65717]: DEBUG oslo_vmware.api [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Task: {'id': task-4392880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40483} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.648951] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.649197] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.649394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.649577] env[65717]: INFO nova.compute.manager [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 702.649831] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 702.650053] env[65717]: DEBUG nova.compute.manager [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 702.650157] env[65717]: DEBUG nova.network.neutron [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 702.650424] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.790731] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.997892] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Successfully updated port: 8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.003174] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.003676] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 703.006883] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.783s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.007060] env[65717]: DEBUG nova.objects.instance [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lazy-loading 'resources' on Instance uuid 828bf4b3-84f1-4c72-a7c3-e98296ff22fb {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.059041] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.117681] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558744} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.117947] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5/d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.118301] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.118504] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec1aab2-fce1-463c-ad89-df22d87ab8af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.126413] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 703.126413] env[65717]: value = "task-4392881" [ 703.126413] env[65717]: _type = "Task" [ 703.126413] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.139263] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.201899] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 703.500939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.501136] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.510946] env[65717]: DEBUG nova.compute.utils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.519181] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.519181] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.519528] env[65717]: WARNING neutronclient.v2_0.client [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.519835] env[65717]: WARNING neutronclient.v2_0.client [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.642848] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071548} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.643151] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.644679] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067fa363-b2ca-4844-ada9-47f7ba201fc2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.652578] env[65717]: WARNING neutronclient.v2_0.client [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.675851] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5/d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.679445] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded9100f-424f-4b76-be0e-202bdc0b907c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.699535] env[65717]: DEBUG nova.policy [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f622c3426a95419e9abefcf24c213283', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ed66c9dae8b40f78b8bed3689f3cb24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.708428] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 703.708428] env[65717]: value = "task-4392882" [ 703.708428] env[65717]: _type = "Task" [ 703.708428] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.725013] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.854112] env[65717]: WARNING neutronclient.v2_0.client [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.904230] env[65717]: DEBUG nova.network.neutron [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updated VIF entry in instance network info cache for port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 703.904725] env[65717]: DEBUG nova.network.neutron [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updating instance_info_cache with network_info: [{"id": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "address": "fa:16:3e:aa:f7:2e", "network": {"id": "a1098aff-9d79-4c0e-a387-b1ced5831b23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-663588782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434eceeb4d6c40e88d006d79844ee2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6fef1f-ee", "ovs_interfaceid": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.948097] env[65717]: DEBUG nova.network.neutron [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.023345] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 704.104062] env[65717]: DEBUG nova.network.neutron [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.139845] env[65717]: DEBUG nova.network.neutron [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Updating instance_info_cache with network_info: [{"id": "2861f7cb-714a-426c-8174-a8e0fee54590", "address": "fa:16:3e:01:04:e9", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2861f7cb-71", "ovs_interfaceid": "2861f7cb-714a-426c-8174-a8e0fee54590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.175371] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.217082] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630fb232-eb35-4cc6-a23d-1cf3c0e93497 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.227153] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.228515] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Successfully created port: 92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.238040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c59347c-dfa8-4bdc-be0b-bee71a3e3756 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.274073] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2139ae-d57d-445f-a49c-0b7672330db5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.284419] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd713aa6-1637-4e6d-ab7d-f4afc82b5bf9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.307772] env[65717]: DEBUG nova.compute.provider_tree [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.407453] env[65717]: DEBUG oslo_concurrency.lockutils [req-e79a26a7-44b0-4685-afdb-4540d5850e12 req-9ab1049f-34d0-4f78-8975-9772e633331a service nova] Releasing lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.451258] env[65717]: INFO nova.compute.manager [-] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Took 1.80 seconds to deallocate network for instance. [ 704.595902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "d763c738-6f40-4f40-8ccf-4b5936519370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.597068] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.605795] env[65717]: INFO nova.compute.manager [-] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Took 2.24 seconds to deallocate network for instance. [ 704.644158] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644676] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Instance network_info: |[{"id": "2861f7cb-714a-426c-8174-a8e0fee54590", "address": "fa:16:3e:01:04:e9", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2861f7cb-71", "ovs_interfaceid": "2861f7cb-714a-426c-8174-a8e0fee54590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 704.645178] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:04:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2861f7cb-714a-426c-8174-a8e0fee54590', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.655370] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating folder: Project (9a9defcde62f409cac14a27026e8e43d). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.656187] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-613dafc4-1919-468d-89a1-0d5b2522926c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.670400] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Created folder: Project (9a9defcde62f409cac14a27026e8e43d) in parent group-v859766. [ 704.670728] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating folder: Instances. Parent ref: group-v859860. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.671045] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e485b81-ee64-4fb9-b426-f6b0bde185c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.681894] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Created folder: Instances in parent group-v859860. [ 704.682270] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 704.682533] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.682805] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20bd7db6-c019-4eee-b79f-343b8633c2a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.706352] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.706352] env[65717]: value = "task-4392885" [ 704.706352] env[65717]: _type = "Task" [ 704.706352] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.720493] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392885, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.723995] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392882, 'name': ReconfigVM_Task, 'duration_secs': 0.707603} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.724472] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5/d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.725407] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8799c69-fa44-4cee-bf2d-4669b1881b83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.735399] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 704.735399] env[65717]: value = "task-4392886" [ 704.735399] env[65717]: _type = "Task" [ 704.735399] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.746081] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392886, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.816195] env[65717]: DEBUG nova.scheduler.client.report [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.959695] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.034811] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.070651] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.070888] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.071060] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.071292] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.071452] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.071592] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.071795] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.071945] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.072119] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.072356] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.072569] env[65717]: DEBUG nova.virt.hardware [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.073863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a69afd-9c5f-4698-a958-ac7cc5957d9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.085327] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99854058-089c-4ea3-a65e-af120f3f12ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.112963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.217707] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392885, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.246636] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392886, 'name': Rename_Task, 'duration_secs': 0.177748} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.247251] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.247339] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f741443b-a2d7-4979-9134-027150eabec0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.254733] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 705.254733] env[65717]: value = "task-4392887" [ 705.254733] env[65717]: _type = "Task" [ 705.254733] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.263965] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.322298] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.325147] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.549s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.325459] env[65717]: DEBUG nova.objects.instance [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lazy-loading 'resources' on Instance uuid 37049610-c5ec-4d17-a382-42d4c5e3abdd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.353659] env[65717]: INFO nova.scheduler.client.report [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Deleted allocations for instance 828bf4b3-84f1-4c72-a7c3-e98296ff22fb [ 705.589384] env[65717]: WARNING neutronclient.v2_0.client [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.717967] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392885, 'name': CreateVM_Task, 'duration_secs': 0.541542} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.718200] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.718770] env[65717]: WARNING neutronclient.v2_0.client [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.719076] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.719229] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.719534] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719800] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de35d1b-af2e-4e43-bd9f-015a924858c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.725414] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 705.725414] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521f6461-ff72-40a8-02c5-d9a9af431769" [ 705.725414] env[65717]: _type = "Task" [ 705.725414] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.734905] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521f6461-ff72-40a8-02c5-d9a9af431769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.765192] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.862978] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a76aadf-a8b9-4773-b4c2-c409409ce09e tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Lock "828bf4b3-84f1-4c72-a7c3-e98296ff22fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.179s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.979029] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Successfully updated port: 92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.024550] env[65717]: DEBUG nova.network.neutron [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Updating instance_info_cache with network_info: [{"id": "8da8cad5-d761-4431-a544-2e519793d662", "address": "fa:16:3e:26:62:fc", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da8cad5-d7", "ovs_interfaceid": "8da8cad5-d761-4431-a544-2e519793d662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.239189] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521f6461-ff72-40a8-02c5-d9a9af431769, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.239575] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.239816] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.240117] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.240204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.240468] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.241287] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91c3a8f-ea70-47a1-9dc3-f80548b67ae4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.252049] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.252230] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.253031] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec140bb-f86a-4f1b-b3ce-c65446d26b8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.264429] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 706.264429] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522b4d1a-ee59-d040-f25d-c717e7ff7ebe" [ 706.264429] env[65717]: _type = "Task" [ 706.264429] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.272595] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392887, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.282456] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522b4d1a-ee59-d040-f25d-c717e7ff7ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.282528] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e7b78-4f60-42cf-b7fe-0e6cb9afbc3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.293612] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 706.293612] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6991a-1bc6-cbc7-1399-3c6194a346c7" [ 706.293612] env[65717]: _type = "Task" [ 706.293612] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.304174] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6991a-1bc6-cbc7-1399-3c6194a346c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.466412] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693df68-9773-4d8f-8c27-f7e8cde679c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.480080] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bdd90b-581f-42e7-b620-98125369c779 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.485962] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.486209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquired lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.486360] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.515884] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06e686-f13a-4c0a-927c-59981d612d5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.525300] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f623fef-40d5-4372-839f-ad6cefb607ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.529963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.530348] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance network_info: |[{"id": "8da8cad5-d761-4431-a544-2e519793d662", "address": "fa:16:3e:26:62:fc", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da8cad5-d7", "ovs_interfaceid": "8da8cad5-d761-4431-a544-2e519793d662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 706.531143] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:62:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da8cad5-d761-4431-a544-2e519793d662', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.538557] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating folder: Project (9a75f1d0910647d49c877b2135ce6549). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.539801] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260cdafd-452f-4d04-aaba-d35fd9ce6b5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.549823] env[65717]: DEBUG nova.compute.provider_tree [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.561022] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created folder: Project (9a75f1d0910647d49c877b2135ce6549) in parent group-v859766. [ 706.561245] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating folder: Instances. Parent ref: group-v859863. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.562199] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e0441a4-a18f-4dac-969b-b5552236c227 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.574803] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created folder: Instances in parent group-v859863. [ 706.575359] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.575583] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.575802] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f4beb0f-cddb-4e3f-8d7d-a4927a427ddb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.597914] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.597914] env[65717]: value = "task-4392890" [ 706.597914] env[65717]: _type = "Task" [ 706.597914] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.608188] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392890, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.771104] env[65717]: DEBUG oslo_vmware.api [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392887, 'name': PowerOnVM_Task, 'duration_secs': 1.266998} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.771453] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.774172] env[65717]: INFO nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Took 11.06 seconds to spawn the instance on the hypervisor. [ 706.774404] env[65717]: DEBUG nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.775341] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c19b32-0e32-4e85-b912-4c3ef5f0dd97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.810437] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6991a-1bc6-cbc7-1399-3c6194a346c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.810437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810593] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 76746ed0-6821-4e05-90b5-49a63e2cebda/76746ed0-6821-4e05-90b5-49a63e2cebda.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.810909] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7452c1f-0885-4f80-b2d8-0cacf5ccdf03 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.819577] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 706.819577] env[65717]: value = "task-4392891" [ 706.819577] env[65717]: _type = "Task" [ 706.819577] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.834093] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.054036] env[65717]: DEBUG nova.scheduler.client.report [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.116315] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392890, 'name': CreateVM_Task, 'duration_secs': 0.456656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.116682] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.117347] env[65717]: WARNING neutronclient.v2_0.client [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.117829] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118114] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.118561] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.118937] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0015f602-f6fd-4216-99fa-2ea9977851d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.129028] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 707.129028] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fbaa97-eb51-99df-9336-fc54a852a6c7" [ 707.129028] env[65717]: _type = "Task" [ 707.129028] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.139168] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fbaa97-eb51-99df-9336-fc54a852a6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.299589] env[65717]: INFO nova.compute.manager [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Took 42.36 seconds to build instance. [ 707.343708] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.524892] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.564146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.566580] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.615s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.566768] env[65717]: DEBUG nova.objects.instance [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 707.591786] env[65717]: INFO nova.scheduler.client.report [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Deleted allocations for instance 37049610-c5ec-4d17-a382-42d4c5e3abdd [ 707.641583] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fbaa97-eb51-99df-9336-fc54a852a6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.030792} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.641989] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642202] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.642499] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.642667] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642795] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.643090] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f4b69e-4d4c-4d31-8f57-fd43c67243a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.654371] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.654651] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.655546] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354fea29-3c5f-458c-a8c0-7baaacc75888 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.663477] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 707.663477] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216db03-d667-e86f-0741-87232b030da0" [ 707.663477] env[65717]: _type = "Task" [ 707.663477] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.673341] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216db03-d667-e86f-0741-87232b030da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.782233] env[65717]: WARNING neutronclient.v2_0.client [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.806362] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2e192aa6-6c4d-4d63-9a59-33d717df5022 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.662s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.843613] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542901} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.843719] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 76746ed0-6821-4e05-90b5-49a63e2cebda/76746ed0-6821-4e05-90b5-49a63e2cebda.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.843956] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.844256] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-174e3f51-0dec-4ac8-a336-41e75f23179a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.856863] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 707.856863] env[65717]: value = "task-4392892" [ 707.856863] env[65717]: _type = "Task" [ 707.856863] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.869113] env[65717]: DEBUG nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Received event network-vif-deleted-f10bc320-54d5-490a-b774-926ca7123b9f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.869265] env[65717]: DEBUG nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Received event network-vif-plugged-2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.869483] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Acquiring lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.869769] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.869948] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.870166] env[65717]: DEBUG nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] No waiting events found dispatching network-vif-plugged-2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.870397] env[65717]: WARNING nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Received unexpected event network-vif-plugged-2861f7cb-714a-426c-8174-a8e0fee54590 for instance with vm_state building and task_state spawning. [ 707.871049] env[65717]: DEBUG nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Received event network-changed-2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.871049] env[65717]: DEBUG nova.compute.manager [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Refreshing instance network info cache due to event network-changed-2861f7cb-714a-426c-8174-a8e0fee54590. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 707.871049] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Acquiring lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.871420] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Acquired lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.871420] env[65717]: DEBUG nova.network.neutron [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Refreshing network info cache for port 2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.880098] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.910976] env[65717]: DEBUG nova.compute.manager [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Received event network-vif-plugged-8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.911281] env[65717]: DEBUG oslo_concurrency.lockutils [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] Acquiring lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.911622] env[65717]: DEBUG oslo_concurrency.lockutils [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] Lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.912029] env[65717]: DEBUG oslo_concurrency.lockutils [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] Lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.912265] env[65717]: DEBUG nova.compute.manager [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] No waiting events found dispatching network-vif-plugged-8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.912503] env[65717]: WARNING nova.compute.manager [req-71bd45f3-e511-4b9e-915f-8f83c6f55dd5 req-e6cb399a-b30a-4091-a020-1c2b823aec1b service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Received unexpected event network-vif-plugged-8da8cad5-d761-4431-a544-2e519793d662 for instance with vm_state building and task_state spawning. [ 707.969718] env[65717]: DEBUG nova.network.neutron [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Updating instance_info_cache with network_info: [{"id": "92f6926b-c958-4994-88d9-39d507c9197b", "address": "fa:16:3e:09:80:60", "network": {"id": "ee66130d-d708-4e83-8eba-04514adc6674", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745258104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed66c9dae8b40f78b8bed3689f3cb24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f6926b-c9", "ovs_interfaceid": "92f6926b-c958-4994-88d9-39d507c9197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.103534] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01121373-d028-4e69-908f-dc2e7d8b83a5 tempest-ServersAaction247Test-922413566 tempest-ServersAaction247Test-922413566-project-member] Lock "37049610-c5ec-4d17-a382-42d4c5e3abdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.682s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.181850] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216db03-d667-e86f-0741-87232b030da0, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.181850] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12577af2-fcf2-493f-913b-2cfcd6fd808a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.186148] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 708.186148] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52456d33-52a2-16dc-d296-e533538833fa" [ 708.186148] env[65717]: _type = "Task" [ 708.186148] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.198319] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52456d33-52a2-16dc-d296-e533538833fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.308041] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 708.369156] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082165} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.369456] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.370789] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a63f7-4809-4bee-85bf-d7a5426a43f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.395820] env[65717]: WARNING neutronclient.v2_0.client [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.409420] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 76746ed0-6821-4e05-90b5-49a63e2cebda/76746ed0-6821-4e05-90b5-49a63e2cebda.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.410714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-addb1df9-f443-4ce9-953f-4660cdcf860e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.436851] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 708.436851] env[65717]: value = "task-4392893" [ 708.436851] env[65717]: _type = "Task" [ 708.436851] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.447714] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.472372] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Releasing lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.473942] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Instance network_info: |[{"id": "92f6926b-c958-4994-88d9-39d507c9197b", "address": "fa:16:3e:09:80:60", "network": {"id": "ee66130d-d708-4e83-8eba-04514adc6674", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745258104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed66c9dae8b40f78b8bed3689f3cb24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f6926b-c9", "ovs_interfaceid": "92f6926b-c958-4994-88d9-39d507c9197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 708.474113] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:80:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92f6926b-c958-4994-88d9-39d507c9197b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.485774] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Creating folder: Project (3ed66c9dae8b40f78b8bed3689f3cb24). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.487419] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca55535-7b6f-4c6c-82c0-cbf1991b9b87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.501419] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Created folder: Project (3ed66c9dae8b40f78b8bed3689f3cb24) in parent group-v859766. [ 708.501625] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Creating folder: Instances. Parent ref: group-v859866. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.501875] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856f5fd8-9c89-496c-b964-072f077c3762 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.513623] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Created folder: Instances in parent group-v859866. [ 708.513900] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.514165] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.515731] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa991901-af2a-4822-b4a7-57ad31e7df74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.540611] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.540611] env[65717]: value = "task-4392896" [ 708.540611] env[65717]: _type = "Task" [ 708.540611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.551126] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392896, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.578840] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9f37715c-121d-418b-8c1f-88f463bab5f9 tempest-ServersAdmin275Test-1133481357 tempest-ServersAdmin275Test-1133481357-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.580193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.810s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.582298] env[65717]: INFO nova.compute.claims [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.701681] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52456d33-52a2-16dc-d296-e533538833fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.706304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.706813] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.707584] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0c361c-192b-4ff4-a8ba-9aa1259e2024 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.717271] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 708.717271] env[65717]: value = "task-4392897" [ 708.717271] env[65717]: _type = "Task" [ 708.717271] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.734132] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.838380] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.874238] env[65717]: WARNING neutronclient.v2_0.client [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.952109] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392893, 'name': ReconfigVM_Task, 'duration_secs': 0.334104} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.952477] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 76746ed0-6821-4e05-90b5-49a63e2cebda/76746ed0-6821-4e05-90b5-49a63e2cebda.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.953279] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e169cf38-8054-4152-8331-a994257da73f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.964565] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 708.964565] env[65717]: value = "task-4392898" [ 708.964565] env[65717]: _type = "Task" [ 708.964565] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.981112] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392898, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.036697] env[65717]: DEBUG nova.network.neutron [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Updated VIF entry in instance network info cache for port 2861f7cb-714a-426c-8174-a8e0fee54590. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.037448] env[65717]: DEBUG nova.network.neutron [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Updating instance_info_cache with network_info: [{"id": "2861f7cb-714a-426c-8174-a8e0fee54590", "address": "fa:16:3e:01:04:e9", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2861f7cb-71", "ovs_interfaceid": "2861f7cb-714a-426c-8174-a8e0fee54590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.062840] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392896, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.229803] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392897, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479126] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392898, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.540574] env[65717]: DEBUG oslo_concurrency.lockutils [req-01b6fc71-fbde-4d64-98af-f7e2e6476c66 req-ff28f3a8-ae5c-431a-bc91-e9a3440d6ab5 service nova] Releasing lock "refresh_cache-76746ed0-6821-4e05-90b5-49a63e2cebda" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.554485] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392896, 'name': CreateVM_Task, 'duration_secs': 0.578147} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.554671] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.555195] env[65717]: WARNING neutronclient.v2_0.client [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.555630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.555630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.556181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.556246] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4a0192-d9e1-4e78-ab5e-5d677a5de4dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.562179] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 709.562179] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d60b6f-166e-0991-85c0-a333dc68fc49" [ 709.562179] env[65717]: _type = "Task" [ 709.562179] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.575231] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d60b6f-166e-0991-85c0-a333dc68fc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.734282] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687856} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.736582] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.736582] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.736582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c408c633-ae3d-4600-948f-5daa8113044b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.746586] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 709.746586] env[65717]: value = "task-4392899" [ 709.746586] env[65717]: _type = "Task" [ 709.746586] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.765122] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.811833] env[65717]: INFO nova.compute.manager [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Rebuilding instance [ 709.878393] env[65717]: DEBUG nova.compute.manager [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.880207] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e280daf-ec2f-46dc-b04a-5a63e94bbf13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.981117] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392898, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.987104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "e9650288-8485-43ee-b329-ba4f57d69872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.987104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.987288] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "e9650288-8485-43ee-b329-ba4f57d69872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.988083] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.988083] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.990297] env[65717]: INFO nova.compute.manager [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Terminating instance [ 710.077417] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d60b6f-166e-0991-85c0-a333dc68fc49, 'name': SearchDatastore_Task, 'duration_secs': 0.023} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.077417] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.078262] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.078567] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.078744] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078948] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.081873] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be8f636d-8d2a-4ba1-9523-869506bc99d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.105591] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.105782] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.106579] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6ae4af-b30a-4223-b4f7-3f32abb8d822 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.113941] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 710.113941] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216bd10-c255-e972-3b44-69e49d930115" [ 710.113941] env[65717]: _type = "Task" [ 710.113941] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.125853] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216bd10-c255-e972-3b44-69e49d930115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.256782] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137177} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.259865] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.260797] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072dfb45-ccca-4313-a347-45ae22827484 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.286125] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.289117] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013c25f4-d8dd-47d4-be31-bd8924ea4a83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.312258] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 710.312258] env[65717]: value = "task-4392900" [ 710.312258] env[65717]: _type = "Task" [ 710.312258] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.322332] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.325394] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a7e50-a156-41d0-84c1-2b5b2d75bf4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.335120] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496f3ee-2daa-4838-a988-63041f5be37f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.373092] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dedb248-6bd0-4932-82ff-c90c0e81f020 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.381476] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf74c6-6d13-4be3-9f94-11bfc63d12c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.398574] env[65717]: DEBUG nova.compute.provider_tree [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.478374] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392898, 'name': Rename_Task, 'duration_secs': 1.187178} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.478491] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.478855] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9afcd2d3-e407-4117-9014-5b63db6dfbf3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.487896] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 710.487896] env[65717]: value = "task-4392901" [ 710.487896] env[65717]: _type = "Task" [ 710.487896] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.498390] env[65717]: DEBUG nova.compute.manager [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 710.498622] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.498908] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.499715] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c16a044-ff25-46ca-8b34-8aa5bbba0c90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.511880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.512128] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.512319] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.512595] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbabfa1f-2490-4194-a870-75476f5ca818 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.595155] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.595597] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.595865] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore1] e9650288-8485-43ee-b329-ba4f57d69872 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.596488] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3780c3c-2dc4-463f-bb6f-bb1103444619 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.604713] env[65717]: DEBUG oslo_vmware.api [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 710.604713] env[65717]: value = "task-4392903" [ 710.604713] env[65717]: _type = "Task" [ 710.604713] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.614331] env[65717]: DEBUG oslo_vmware.api [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.629031] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216bd10-c255-e972-3b44-69e49d930115, 'name': SearchDatastore_Task, 'duration_secs': 0.030249} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.629031] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43541c26-6cf6-4c32-b5d7-136ee1b5e042 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.634960] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 710.634960] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e71ec2-c7fe-c5f4-23de-922e9f15d67c" [ 710.634960] env[65717]: _type = "Task" [ 710.634960] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.646047] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e71ec2-c7fe-c5f4-23de-922e9f15d67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.826249] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392900, 'name': ReconfigVM_Task, 'duration_secs': 0.366806} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.826742] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.828069] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d6d263-8284-4591-b389-9faf591bf83a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.836832] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 710.836832] env[65717]: value = "task-4392904" [ 710.836832] env[65717]: _type = "Task" [ 710.836832] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.850702] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392904, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.904901] env[65717]: DEBUG nova.scheduler.client.report [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.910390] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.910764] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b975ad5-6518-465e-8feb-81cf626a2e7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.925037] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 710.925037] env[65717]: value = "task-4392905" [ 710.925037] env[65717]: _type = "Task" [ 710.925037] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.942022] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.008099] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.120300] env[65717]: DEBUG oslo_vmware.api [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4392903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241209} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.120868] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.121304] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.121576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.121832] env[65717]: INFO nova.compute.manager [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Took 0.62 seconds to destroy the instance on the hypervisor. [ 711.122164] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 711.122411] env[65717]: DEBUG nova.compute.manager [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 711.122534] env[65717]: DEBUG nova.network.neutron [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 711.122830] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.147991] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e71ec2-c7fe-c5f4-23de-922e9f15d67c, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.148433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.148725] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f/c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.149155] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de6af5a-3dd2-409b-b967-a25a480b4dc7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.157613] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 711.157613] env[65717]: value = "task-4392906" [ 711.157613] env[65717]: _type = "Task" [ 711.157613] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.167936] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.188823] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.355024] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392904, 'name': Rename_Task, 'duration_secs': 0.249151} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.355024] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.355024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02be9d0-a554-4bbf-9c66-ba04941c4def {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.368679] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 711.368679] env[65717]: value = "task-4392907" [ 711.368679] env[65717]: _type = "Task" [ 711.368679] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.385145] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.418563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.418796] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 711.425704] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.964s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.425704] env[65717]: DEBUG nova.objects.instance [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lazy-loading 'resources' on Instance uuid d0fa8edd-697a-47c8-9b08-5ffa7283c08d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.442951] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392905, 'name': PowerOffVM_Task, 'duration_secs': 0.255771} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.445191] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.445191] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.445973] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af9fa9-742b-4405-a0fb-1bf2e771fa1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.460205] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.463739] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60cf4c78-41b9-4efc-823e-84eecd18e9ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.491869] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.491869] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.492383] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Deleting the datastore file [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.495701] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f5d495a-4006-4f5b-b722-1941a07cac09 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.506799] env[65717]: DEBUG oslo_vmware.api [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392901, 'name': PowerOnVM_Task, 'duration_secs': 0.594012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.508032] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.508032] env[65717]: INFO nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 12.11 seconds to spawn the instance on the hypervisor. [ 711.508032] env[65717]: DEBUG nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 711.508332] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 711.508332] env[65717]: value = "task-4392909" [ 711.508332] env[65717]: _type = "Task" [ 711.508332] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.509118] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a951b7c-6bad-4790-a57e-f1b34e69db02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.524164] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.589470] env[65717]: DEBUG nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Received event network-vif-deleted-45da229d-61d2-4629-b608-8d3c5c854536 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.589806] env[65717]: DEBUG nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Received event network-vif-plugged-92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.590051] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Acquiring lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.590301] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.590544] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.592136] env[65717]: DEBUG nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] No waiting events found dispatching network-vif-plugged-92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 711.592281] env[65717]: WARNING nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Received unexpected event network-vif-plugged-92f6926b-c958-4994-88d9-39d507c9197b for instance with vm_state building and task_state spawning. [ 711.592592] env[65717]: DEBUG nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Received event network-changed-92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.592707] env[65717]: DEBUG nova.compute.manager [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Refreshing instance network info cache due to event network-changed-92f6926b-c958-4994-88d9-39d507c9197b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 711.592970] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Acquiring lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.593153] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Acquired lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.593380] env[65717]: DEBUG nova.network.neutron [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Refreshing network info cache for port 92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.671250] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.726064] env[65717]: DEBUG nova.compute.manager [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Received event network-changed-8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.726345] env[65717]: DEBUG nova.compute.manager [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Refreshing instance network info cache due to event network-changed-8da8cad5-d761-4431-a544-2e519793d662. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 711.726485] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Acquiring lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726616] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Acquired lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.728521] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Refreshing network info cache for port 8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.886266] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.929114] env[65717]: DEBUG nova.compute.utils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.936852] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 711.936852] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.936852] env[65717]: WARNING neutronclient.v2_0.client [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.936852] env[65717]: WARNING neutronclient.v2_0.client [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.997643] env[65717]: DEBUG nova.policy [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b64d1cf51fc4d9f9e14bb09ea5f54fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '360fab4855104bf4944436f5e558b2dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.027161] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43894} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.027161] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.027984] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.027984] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.031990] env[65717]: DEBUG nova.network.neutron [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.047712] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.047712] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.048025] env[65717]: INFO nova.compute.manager [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 41.18 seconds to build instance. [ 712.097346] env[65717]: WARNING neutronclient.v2_0.client [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.173151] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709783} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.176032] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f/c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.176320] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.176728] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8da4683-1c7e-4355-92ad-cd7a46f10a7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.186243] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 712.186243] env[65717]: value = "task-4392910" [ 712.186243] env[65717]: _type = "Task" [ 712.186243] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.201869] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.232482] env[65717]: WARNING neutronclient.v2_0.client [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.246619] env[65717]: INFO nova.compute.manager [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Rebuilding instance [ 712.298436] env[65717]: DEBUG nova.compute.manager [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 712.299237] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e86a2-b717-4ecc-b9e4-18af6214ada4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.384184] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.439662] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 712.549926] env[65717]: INFO nova.compute.manager [-] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Took 1.43 seconds to deallocate network for instance. [ 712.554947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b86a2c86-31fa-4a04-9d68-cacf3a077663 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.693s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.662748] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6c917-e72f-49a5-a5e8-cc2452e586f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.672275] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e286f-8ddb-42cd-a291-ec3b013f480e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.710317] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a100cc6-9620-4942-84c9-70295090e02c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.718774] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187575} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.720967] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.721800] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318978ae-101a-42a7-b94b-cd411e2273de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.725170] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21500a89-7590-451a-9299-2f8f26afe3d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.741577] env[65717]: DEBUG nova.compute.provider_tree [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.760886] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f/c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.761984] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Successfully created port: 0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.767303] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd952706-8458-4fea-97ec-e6a6706e39e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.793937] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 712.793937] env[65717]: value = "task-4392911" [ 712.793937] env[65717]: _type = "Task" [ 712.793937] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.806349] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.881159] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.967883] env[65717]: WARNING neutronclient.v2_0.client [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.059758] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 713.064146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.101424] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.101424] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.101656] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.101656] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.101751] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.102499] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.102499] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.102499] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.102499] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.102738] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.102835] env[65717]: DEBUG nova.virt.hardware [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.103867] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a1249-9a65-4e5e-b8dc-b905c79c19d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.113908] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f647033-73cf-4082-b4bf-6bd472619c18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.119407] env[65717]: WARNING neutronclient.v2_0.client [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.133963] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.140306] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 713.140501] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.140719] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5ff638-0cdb-4a8b-868a-80724c9767a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.159340] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.159340] env[65717]: value = "task-4392912" [ 713.159340] env[65717]: _type = "Task" [ 713.159340] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.164204] env[65717]: DEBUG nova.network.neutron [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Updated VIF entry in instance network info cache for port 92f6926b-c958-4994-88d9-39d507c9197b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.164563] env[65717]: DEBUG nova.network.neutron [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Updating instance_info_cache with network_info: [{"id": "92f6926b-c958-4994-88d9-39d507c9197b", "address": "fa:16:3e:09:80:60", "network": {"id": "ee66130d-d708-4e83-8eba-04514adc6674", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-745258104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed66c9dae8b40f78b8bed3689f3cb24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f6926b-c9", "ovs_interfaceid": "92f6926b-c958-4994-88d9-39d507c9197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.172497] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392912, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.237205] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Updated VIF entry in instance network info cache for port 8da8cad5-d761-4431-a544-2e519793d662. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.237649] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Updating instance_info_cache with network_info: [{"id": "8da8cad5-d761-4431-a544-2e519793d662", "address": "fa:16:3e:26:62:fc", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da8cad5-d7", "ovs_interfaceid": "8da8cad5-d761-4431-a544-2e519793d662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.268148] env[65717]: DEBUG nova.scheduler.client.report [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.310454] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392911, 'name': ReconfigVM_Task, 'duration_secs': 0.467642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.310697] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f/c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.311452] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-072e8116-9cae-4dd3-8cd3-6c1feaaa2a6a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.319968] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 713.319968] env[65717]: value = "task-4392913" [ 713.319968] env[65717]: _type = "Task" [ 713.319968] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.324624] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.325043] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b395cf-982a-442a-92c3-2b14dbe1a54b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.335346] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392913, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.337017] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 713.337017] env[65717]: value = "task-4392914" [ 713.337017] env[65717]: _type = "Task" [ 713.337017] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.347450] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.385033] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.452074] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.483776] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.483776] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.484062] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.484633] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.484633] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.484633] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.484806] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.485074] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.485934] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.485934] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.485934] env[65717]: DEBUG nova.virt.hardware [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.486845] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f153d-2775-4640-a7ca-129eecc6c2ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.498778] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38aefb-17d3-4fe6-b9c2-d5913e6fd30f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.587468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.670998] env[65717]: DEBUG oslo_concurrency.lockutils [req-eb6ee851-5090-43a7-9512-d5feaffe0221 req-684c1ad4-5d55-43bb-bf27-7ca3edcd1121 service nova] Releasing lock "refresh_cache-c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.671466] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392912, 'name': CreateVM_Task, 'duration_secs': 0.343083} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.671681] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.672056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.672235] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.672560] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.673190] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f93b8b-3f27-4d11-a974-680abaa2dea9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.680120] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 713.680120] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524797fc-952f-79ad-b99c-5e8f45d26ade" [ 713.680120] env[65717]: _type = "Task" [ 713.680120] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.692330] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524797fc-952f-79ad-b99c-5e8f45d26ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.741799] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Releasing lock "refresh_cache-1434e6cf-901b-459a-8537-472fe089ab1f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.742155] env[65717]: DEBUG nova.compute.manager [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Received event network-vif-deleted-fec8d9e8-5da4-40be-ab97-7192850cb83b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.742417] env[65717]: DEBUG nova.compute.manager [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Received event network-changed-792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 713.742633] env[65717]: DEBUG nova.compute.manager [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Refreshing instance network info cache due to event network-changed-792e6ec0-491a-4700-b185-62c03daf1a58. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 713.742918] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743118] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.743391] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Refreshing network info cache for port 792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.775715] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.779042] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.950s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.796454] env[65717]: INFO nova.scheduler.client.report [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Deleted allocations for instance d0fa8edd-697a-47c8-9b08-5ffa7283c08d [ 713.832367] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392913, 'name': Rename_Task, 'duration_secs': 0.216709} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.832776] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.832973] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3328080a-fc8e-49d2-994d-8649d990a971 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.842770] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 713.842770] env[65717]: value = "task-4392915" [ 713.842770] env[65717]: _type = "Task" [ 713.842770] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.849670] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392914, 'name': PowerOffVM_Task, 'duration_secs': 0.257416} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.850438] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.851080] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.852910] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e23ef0-a520-4318-8335-b7d6188d4e1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.859352] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.866495] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.866698] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c951252-cb25-4fad-ba32-1536dab17aa3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.884484] env[65717]: DEBUG oslo_vmware.api [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392907, 'name': PowerOnVM_Task, 'duration_secs': 2.336898} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.884779] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.884977] env[65717]: INFO nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Took 11.66 seconds to spawn the instance on the hypervisor. [ 713.885162] env[65717]: DEBUG nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.885985] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80262e2-d231-4350-a133-6052db2ee75f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.953936] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.954244] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.954447] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.955207] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4661ddee-83e8-4dac-9c3d-91ec779675f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.964767] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 713.964767] env[65717]: value = "task-4392917" [ 713.964767] env[65717]: _type = "Task" [ 713.964767] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.974355] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.195247] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524797fc-952f-79ad-b99c-5e8f45d26ade, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.195401] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.196064] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.196064] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.196257] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.196587] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.196717] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78cfc421-9319-482d-9bc6-253b2703f38e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.207526] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.207708] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.208549] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1c92a3-9071-4088-92cc-a83fedb6ebc9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.215509] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 714.215509] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52378b7b-8d97-f9f0-d11f-174ab80981d2" [ 714.215509] env[65717]: _type = "Task" [ 714.215509] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.225515] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52378b7b-8d97-f9f0-d11f-174ab80981d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.246608] env[65717]: WARNING neutronclient.v2_0.client [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.255206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.255544] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.305958] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f15f755d-9642-49ea-9f67-077f95178f93 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Lock "d0fa8edd-697a-47c8-9b08-5ffa7283c08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.723s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.356911] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.409771] env[65717]: INFO nova.compute.manager [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Took 37.79 seconds to build instance. [ 714.413862] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Successfully updated port: 0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.480061] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198915} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.480433] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.480633] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.480815] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.655024] env[65717]: WARNING neutronclient.v2_0.client [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.728954] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52378b7b-8d97-f9f0-d11f-174ab80981d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.729820] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b94270-9eaa-41bf-a2a1-fd7e47d0515e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.737028] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 714.737028] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52faae86-ce3c-2d34-9088-b88b1d313f87" [ 714.737028] env[65717]: _type = "Task" [ 714.737028] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.746930] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52faae86-ce3c-2d34-9088-b88b1d313f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.748118] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updated VIF entry in instance network info cache for port 792e6ec0-491a-4700-b185-62c03daf1a58. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.748410] env[65717]: DEBUG nova.network.neutron [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.822131] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.822312] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance db7e2fb2-2936-494d-ab93-9905df4fbcfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.822458] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 64fc811d-9807-4553-9e54-dcb763741770 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.822605] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 7a6369bb-e2a3-4e9b-8788-dee21721bd5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.822698] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f8a64846-5b95-46f3-9223-11b3a7ef51e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.822818] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 919967a0-5ea7-4bba-b1b0-757e80ca1678 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.822930] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 3d0f541b-072f-42cf-8ece-eac153fc7f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.823665] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c5f81e6e-5030-4197-a171-2668a8964855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.823665] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.823755] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 6ef3f479-54e3-4866-b6b8-90d65de9f1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.823878] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance e9650288-8485-43ee-b329-ba4f57d69872 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.823989] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 763346ae-0796-4e11-ae45-1ee6f66c8aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.824129] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 9fbadffc-3ff8-4b24-906d-05f70b593e21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.824247] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 644750f5-ad35-4f3b-b592-9a3a007d4a1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.825073] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 714.825073] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance eda08858-f50a-4820-a9d6-38bc1ba78417 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825073] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825073] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 15a80c84-e57f-427c-a03c-f100485902f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825240] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825240] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 76746ed0-6821-4e05-90b5-49a63e2cebda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825240] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1434e6cf-901b-459a-8537-472fe089ab1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825240] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.825361] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 86328da5-a12b-4ec4-8813-8c626fb63245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 714.854979] env[65717]: DEBUG oslo_vmware.api [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4392915, 'name': PowerOnVM_Task, 'duration_secs': 0.525705} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.859116] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.859116] env[65717]: INFO nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Took 9.82 seconds to spawn the instance on the hypervisor. [ 714.859116] env[65717]: DEBUG nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 714.859116] env[65717]: DEBUG nova.compute.manager [req-1f02b5d4-12bf-44bd-aaee-ffffabe48358 req-51e38bf3-d0e3-4694-b660-91121d73a1f6 service nova] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Received event network-vif-deleted-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.859906] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16034c9-310e-4a55-b1f5-90d6176521bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.893587] env[65717]: DEBUG nova.compute.manager [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Received event network-changed-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.893636] env[65717]: DEBUG nova.compute.manager [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Refreshing instance network info cache due to event network-changed-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 714.893878] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] Acquiring lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.894635] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] Acquired lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.895344] env[65717]: DEBUG nova.network.neutron [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Refreshing network info cache for port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.912438] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1413307c-8909-4f9e-afb6-3d505cdf9876 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.466s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.918471] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.918794] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquired lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.918915] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.250820] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52faae86-ce3c-2d34-9088-b88b1d313f87, 'name': SearchDatastore_Task, 'duration_secs': 0.034656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.251135] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.251411] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.251697] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef3158b-48c8-4c7f-b8f1-4654c17b43b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.254242] env[65717]: DEBUG oslo_concurrency.lockutils [req-e0ecc8dc-cc38-4e88-b62c-16805e547417 req-92a58af9-b55e-4bf2-a427-d0598f5c78ee service nova] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.261092] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 715.261092] env[65717]: value = "task-4392918" [ 715.261092] env[65717]: _type = "Task" [ 715.261092] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.271029] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.329471] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance bf46c06c-cdad-4d63-bf1c-41d7780e179f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 715.383298] env[65717]: INFO nova.compute.manager [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Took 38.55 seconds to build instance. [ 715.404064] env[65717]: WARNING neutronclient.v2_0.client [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.416296] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 715.522220] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.525994] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.526328] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.526487] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.526672] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.526837] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.526984] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.527255] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.527433] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.527586] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.527744] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.527982] env[65717]: DEBUG nova.virt.hardware [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.531800] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ced08d-3788-4923-bc26-88d7776f0d44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.542015] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0645e-2a76-4098-8fe3-f3a774f7730f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.559716] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:51:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d3220e-69aa-4f07-ad68-a75e69284a0b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.567292] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 715.567632] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.567864] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6f8552-f711-4284-8e20-e779fa224384 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.590722] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.590722] env[65717]: value = "task-4392919" [ 715.590722] env[65717]: _type = "Task" [ 715.590722] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.602662] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392919, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.773825] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392918, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.834784] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 78dbf330-79ad-426d-99e6-81ec2c850807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 715.885767] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.087s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.944777] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.102606] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392919, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.276295] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646699} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.280152] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.280580] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.281245] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0093602-19c5-4126-8a3f-95fb65860884 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.290755] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 716.290755] env[65717]: value = "task-4392920" [ 716.290755] env[65717]: _type = "Task" [ 716.290755] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.301141] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.339404] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 708c3051-6786-4c38-80cc-7606bac6804d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 716.385904] env[65717]: WARNING neutronclient.v2_0.client [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.393219] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 716.585921] env[65717]: WARNING neutronclient.v2_0.client [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.603068] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392919, 'name': CreateVM_Task, 'duration_secs': 0.833585} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.603288] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.603834] env[65717]: WARNING neutronclient.v2_0.client [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 716.604225] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.604412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.604720] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.604979] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ef5e6b-b53d-491f-bb78-ca1a92a82a06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.611425] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 716.611425] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd9611-0827-b1b0-9130-7c1c0e1f1e29" [ 716.611425] env[65717]: _type = "Task" [ 716.611425] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.621512] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd9611-0827-b1b0-9130-7c1c0e1f1e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.649433] env[65717]: DEBUG nova.network.neutron [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Updating instance_info_cache with network_info: [{"id": "0a0cb4b2-529d-4894-a357-89204424ba9c", "address": "fa:16:3e:ef:c8:14", "network": {"id": "38a49f88-4019-4dad-8603-48cfa0f5ad71", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334648687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "360fab4855104bf4944436f5e558b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0cb4b2-52", "ovs_interfaceid": "0a0cb4b2-529d-4894-a357-89204424ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.739685] env[65717]: DEBUG nova.network.neutron [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updated VIF entry in instance network info cache for port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.739786] env[65717]: DEBUG nova.network.neutron [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updating instance_info_cache with network_info: [{"id": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "address": "fa:16:3e:aa:f7:2e", "network": {"id": "a1098aff-9d79-4c0e-a387-b1ced5831b23", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-663588782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "434eceeb4d6c40e88d006d79844ee2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6fef1f-ee", "ovs_interfaceid": "9b6fef1f-eecd-4bde-b07a-698cbe8ed28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.803959] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10249} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.804289] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.805134] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96290d2e-8fc3-4a8d-b8aa-a6047c703976 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.826456] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.826793] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2a56fb-8c1e-4a5f-882c-c1ff9b6f9f56 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.842299] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c572bb35-1255-4b5f-84ff-3368f11cc0cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 716.847973] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 716.847973] env[65717]: value = "task-4392921" [ 716.847973] env[65717]: _type = "Task" [ 716.847973] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.858465] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.924378] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.125079] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dd9611-0827-b1b0-9130-7c1c0e1f1e29, 'name': SearchDatastore_Task, 'duration_secs': 0.021472} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.125578] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.125787] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.125990] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.126154] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.129633] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.129633] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d221890-8828-4b4e-b828-44f849294d23 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.137793] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.138012] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.138814] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f6b705-1d27-45af-a144-cf566d587c2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.148250] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 717.148250] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5224ed50-95e4-9471-95ad-fdd8547891a9" [ 717.148250] env[65717]: _type = "Task" [ 717.148250] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.158308] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Releasing lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.159032] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Instance network_info: |[{"id": "0a0cb4b2-529d-4894-a357-89204424ba9c", "address": "fa:16:3e:ef:c8:14", "network": {"id": "38a49f88-4019-4dad-8603-48cfa0f5ad71", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334648687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "360fab4855104bf4944436f5e558b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0cb4b2-52", "ovs_interfaceid": "0a0cb4b2-529d-4894-a357-89204424ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 717.159363] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5224ed50-95e4-9471-95ad-fdd8547891a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.159761] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c8:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a0cb4b2-529d-4894-a357-89204424ba9c', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.167883] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Creating folder: Project (360fab4855104bf4944436f5e558b2dc). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.168216] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22bf2be4-81cd-4866-ab4a-1c80f3535337 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.183043] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Created folder: Project (360fab4855104bf4944436f5e558b2dc) in parent group-v859766. [ 717.183634] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Creating folder: Instances. Parent ref: group-v859871. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.183634] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a86903c-cba5-46ad-94e5-9a9b0c1b4dfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.202297] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Created folder: Instances in parent group-v859871. [ 717.202672] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 717.202955] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.203662] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21440244-9c7a-4c9d-89f2-fbb960e92e14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.229491] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.229491] env[65717]: value = "task-4392924" [ 717.229491] env[65717]: _type = "Task" [ 717.229491] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.243436] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc7214f6-87d0-448d-b308-161ecfc594f3 req-3b1d57fb-1088-41ab-a655-b5569abf6ec3 service nova] Releasing lock "refresh_cache-d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243831] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392924, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.345975] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ef9a2693-b456-4214-9e5c-0b91d7fbf08f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 717.361027] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392921, 'name': ReconfigVM_Task, 'duration_secs': 0.429414} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.361027] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244/9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.361027] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd38c16-f382-4c49-81ab-6297ec026841 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.372390] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 717.372390] env[65717]: value = "task-4392925" [ 717.372390] env[65717]: _type = "Task" [ 717.372390] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.387482] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392925, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.663712] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5224ed50-95e4-9471-95ad-fdd8547891a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.665214] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8718ac23-d49c-4838-b066-a130940b72d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.672424] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 717.672424] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520dc48a-a5b2-2af0-c4c4-78bb0d042b38" [ 717.672424] env[65717]: _type = "Task" [ 717.672424] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.682808] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520dc48a-a5b2-2af0-c4c4-78bb0d042b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.716746] env[65717]: DEBUG nova.compute.manager [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Received event network-vif-plugged-0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.716962] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Acquiring lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.718858] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.719132] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.719446] env[65717]: DEBUG nova.compute.manager [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] No waiting events found dispatching network-vif-plugged-0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.719693] env[65717]: WARNING nova.compute.manager [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Received unexpected event network-vif-plugged-0a0cb4b2-529d-4894-a357-89204424ba9c for instance with vm_state building and task_state spawning. [ 717.719898] env[65717]: DEBUG nova.compute.manager [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Received event network-changed-0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.720109] env[65717]: DEBUG nova.compute.manager [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Refreshing instance network info cache due to event network-changed-0a0cb4b2-529d-4894-a357-89204424ba9c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 717.720444] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Acquiring lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.720520] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Acquired lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.720707] env[65717]: DEBUG nova.network.neutron [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Refreshing network info cache for port 0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.743015] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392924, 'name': CreateVM_Task, 'duration_secs': 0.455941} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.743015] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.743319] env[65717]: WARNING neutronclient.v2_0.client [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.744157] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.744157] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.744507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.744819] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a37a80-c95b-4456-9336-6767435d7cef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.751192] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 717.751192] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e46235-b5bd-8001-f3b4-a011e20f789d" [ 717.751192] env[65717]: _type = "Task" [ 717.751192] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.761335] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e46235-b5bd-8001-f3b4-a011e20f789d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.849856] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance aabe25fd-6d92-433f-97f2-146d5d5da682 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 717.883268] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392925, 'name': Rename_Task, 'duration_secs': 0.217776} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.883588] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.883822] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babbb305-6fa0-4ef1-9969-c582cbbbdc58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.891354] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 717.891354] env[65717]: value = "task-4392926" [ 717.891354] env[65717]: _type = "Task" [ 717.891354] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.900103] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.186934] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520dc48a-a5b2-2af0-c4c4-78bb0d042b38, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.187619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.188184] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.189705] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4c40b7-4044-4707-a074-50ca537604d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.197788] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 718.197788] env[65717]: value = "task-4392927" [ 718.197788] env[65717]: _type = "Task" [ 718.197788] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.207559] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.223822] env[65717]: WARNING neutronclient.v2_0.client [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.264573] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e46235-b5bd-8001-f3b4-a011e20f789d, 'name': SearchDatastore_Task, 'duration_secs': 0.024164} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.264880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.265153] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.265384] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.265523] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.265695] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.265960] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7512f165-e747-4390-a2a4-294c49e7e54e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.278559] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.278559] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.279084] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c1fc80-307f-42b7-a10b-e2f894d6fe57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.285162] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 718.285162] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae49df-2252-fadb-e211-d0094004fc27" [ 718.285162] env[65717]: _type = "Task" [ 718.285162] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.294515] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae49df-2252-fadb-e211-d0094004fc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.353769] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1e72bace-e715-49de-bbb6-b1b7cc4d07cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 718.404619] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.573131] env[65717]: WARNING neutronclient.v2_0.client [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.687291] env[65717]: DEBUG nova.network.neutron [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Updated VIF entry in instance network info cache for port 0a0cb4b2-529d-4894-a357-89204424ba9c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.687592] env[65717]: DEBUG nova.network.neutron [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Updating instance_info_cache with network_info: [{"id": "0a0cb4b2-529d-4894-a357-89204424ba9c", "address": "fa:16:3e:ef:c8:14", "network": {"id": "38a49f88-4019-4dad-8603-48cfa0f5ad71", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-334648687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "360fab4855104bf4944436f5e558b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0cb4b2-52", "ovs_interfaceid": "0a0cb4b2-529d-4894-a357-89204424ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.715578] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.799245] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae49df-2252-fadb-e211-d0094004fc27, 'name': SearchDatastore_Task, 'duration_secs': 0.024377} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.800160] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3dbc897-7b70-460b-9e6b-dd2601471e18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.810366] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 718.810366] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a896b1-487b-dc7a-86d9-69d7083ee1a9" [ 718.810366] env[65717]: _type = "Task" [ 718.810366] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.822965] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a896b1-487b-dc7a-86d9-69d7083ee1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.857576] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 6be327f8-a957-4d47-969e-749c35809d6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 718.902955] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.191343] env[65717]: DEBUG oslo_concurrency.lockutils [req-506c6f30-38b2-42df-abef-bca7cc096075 req-dc5c557f-77f0-42fe-bfb7-9c304453f7ac service nova] Releasing lock "refresh_cache-86328da5-a12b-4ec4-8813-8c626fb63245" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.219668] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675481} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.220173] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.220173] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.220440] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-529f4432-e425-4162-93c8-136ebb020580 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.229676] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 719.229676] env[65717]: value = "task-4392928" [ 719.229676] env[65717]: _type = "Task" [ 719.229676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.245022] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.321487] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a896b1-487b-dc7a-86d9-69d7083ee1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.038466} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.321889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.322144] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 86328da5-a12b-4ec4-8813-8c626fb63245/86328da5-a12b-4ec4-8813-8c626fb63245.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.322445] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a12f1935-8b46-43ef-92c8-36c62975dc2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.331389] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 719.331389] env[65717]: value = "task-4392929" [ 719.331389] env[65717]: _type = "Task" [ 719.331389] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.342229] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.362411] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 719.404247] env[65717]: DEBUG oslo_vmware.api [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392926, 'name': PowerOnVM_Task, 'duration_secs': 1.133826} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.404528] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.404772] env[65717]: DEBUG nova.compute.manager [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.405744] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7a679-b856-4495-a32b-9a329e5be353 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.743368] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147954} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.743672] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.744753] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac784059-6e06-4164-b348-19fbb5dc6723 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.770721] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.770721] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c6bb78-365c-484d-927e-c25da5d1c0b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.795541] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 719.795541] env[65717]: value = "task-4392930" [ 719.795541] env[65717]: _type = "Task" [ 719.795541] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.807183] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.844951] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.865407] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c26efe23-1c87-491f-8308-1c03071bfebe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 719.925560] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.307111] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.351034] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763807} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.351034] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 86328da5-a12b-4ec4-8813-8c626fb63245/86328da5-a12b-4ec4-8813-8c626fb63245.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.351034] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.351034] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b04565-c433-49ac-b086-fa40efa88b5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.361139] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 720.361139] env[65717]: value = "task-4392931" [ 720.361139] env[65717]: _type = "Task" [ 720.361139] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.374517] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d763c738-6f40-4f40-8ccf-4b5936519370 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 720.378136] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.722915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.722915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.722915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.722915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.723234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.723882] env[65717]: INFO nova.compute.manager [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Terminating instance [ 720.809909] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392930, 'name': ReconfigVM_Task, 'duration_secs': 0.758639} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.809909] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Reconfigured VM instance instance-0000001d to attach disk [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417/eda08858-f50a-4820-a9d6-38bc1ba78417.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.810897] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9277919-0fa1-434a-acc4-38ea27157636 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.818227] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 720.818227] env[65717]: value = "task-4392932" [ 720.818227] env[65717]: _type = "Task" [ 720.818227] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.828115] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392932, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.872366] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081144} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.872627] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.873464] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ede19-3324-4f4a-bc4c-fc999b1adddd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.878678] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance e779d453-8c4c-44b8-bb6e-db9a6345d811 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 720.905318] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 86328da5-a12b-4ec4-8813-8c626fb63245/86328da5-a12b-4ec4-8813-8c626fb63245.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.906475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da590ae0-5e5a-4ba5-b56c-46526b7e482e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.930354] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 720.930354] env[65717]: value = "task-4392933" [ 720.930354] env[65717]: _type = "Task" [ 720.930354] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.940919] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.230344] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "refresh_cache-9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.231534] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquired lock "refresh_cache-9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.231841] env[65717]: DEBUG nova.network.neutron [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 721.332974] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392932, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.382172] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1676d1a9-361a-468b-af14-ca1999b8a7b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 721.445026] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392933, 'name': ReconfigVM_Task, 'duration_secs': 0.322342} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.445026] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 86328da5-a12b-4ec4-8813-8c626fb63245/86328da5-a12b-4ec4-8813-8c626fb63245.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.445026] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e9bd52-4594-4a03-bec7-883578a8be02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.454022] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 721.454022] env[65717]: value = "task-4392934" [ 721.454022] env[65717]: _type = "Task" [ 721.454022] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.464127] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392934, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.737843] env[65717]: WARNING neutronclient.v2_0.client [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.834399] env[65717]: DEBUG nova.network.neutron [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 721.841033] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392932, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.887658] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 721.890747] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 721.890747] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '12', 'num_task_None': '10', 'num_os_type_None': '15', 'num_proj_bab04284feea471285888bc8e16e17a1': '1', 'io_workload': '4', 'num_proj_47fb7abb80a14181bb4e95a3473d3153': '1', 'num_proj_7807574c25804b34965a07c4d5ac0bcf': '1', 'num_proj_2ddcbfe9a92549fca1037aa5a08d6269': '3', 'num_proj_4007f854dd8f4589883be38636bca7ef': '1', 'num_task_rebuilding': '1', 'num_proj_d30f29b3be3a44a0aa24c132c0d95d11': '1', 'num_task_rebuild_spawning': '1', 'num_proj_664d9ac85b724966bd26a9360b237203': '1', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '1', 'num_proj_434eceeb4d6c40e88d006d79844ee2cd': '1', 'num_proj_9a9defcde62f409cac14a27026e8e43d': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_9a75f1d0910647d49c877b2135ce6549': '1', 'num_proj_3ed66c9dae8b40f78b8bed3689f3cb24': '1', 'num_proj_360fab4855104bf4944436f5e558b2dc': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 721.914546] env[65717]: DEBUG nova.network.neutron [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.970751] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392934, 'name': Rename_Task, 'duration_secs': 0.159183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.971058] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.971703] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3947a01-0ef3-4c5f-ba96-8c0cba275f14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.982345] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 721.982345] env[65717]: value = "task-4392935" [ 721.982345] env[65717]: _type = "Task" [ 721.982345] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.991863] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.303150] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.303730] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.333125] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392932, 'name': Rename_Task, 'duration_secs': 1.330745} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.336259] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.336259] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2482f8-f3a5-4cbc-8db3-41c1bbd2f112 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.344560] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 722.344560] env[65717]: value = "task-4392936" [ 722.344560] env[65717]: _type = "Task" [ 722.344560] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.356642] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.420626] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Releasing lock "refresh_cache-9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.421225] env[65717]: DEBUG nova.compute.manager [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 722.422687] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.426396] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f53909-4cea-46b1-9c0c-666e67645e82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.439876] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.440475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb4594b-4ac5-45d1-bd67-453772401b51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.456245] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 722.456245] env[65717]: value = "task-4392937" [ 722.456245] env[65717]: _type = "Task" [ 722.456245] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.473691] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.492720] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.605569] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d76cca-e9ae-41ec-8cd2-d738e8df1fee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.619976] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcb33c9-7eb1-4ee1-8f65-24e8a0c71029 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.654268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4f2428-25a2-433c-9928-1ddcf8cc2455 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.663834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba92c8-e868-4077-b1d3-0fbe71a2425c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.679510] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.857427] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392936, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.973056] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392937, 'name': PowerOffVM_Task, 'duration_secs': 0.193144} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.973393] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.973628] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.974026] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1471c5ed-5f99-47d7-bf7a-eeafdb3a0897 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.995834] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392935, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.009426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.009736] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.009936] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Deleting the datastore file [datastore2] 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.010373] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e3a3b5-8839-4709-a03a-a9acd70f8d80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.018909] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for the task: (returnval){ [ 723.018909] env[65717]: value = "task-4392939" [ 723.018909] env[65717]: _type = "Task" [ 723.018909] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.030022] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.182892] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.360857] env[65717]: DEBUG oslo_vmware.api [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392936, 'name': PowerOnVM_Task, 'duration_secs': 0.661348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.361200] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.361426] env[65717]: DEBUG nova.compute.manager [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.362270] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510314fb-4dbe-4fa6-b7b3-1bfa65e0c21f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.496978] env[65717]: DEBUG oslo_vmware.api [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392935, 'name': PowerOnVM_Task, 'duration_secs': 1.110219} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.497347] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.497567] env[65717]: INFO nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Took 10.05 seconds to spawn the instance on the hypervisor. [ 723.497744] env[65717]: DEBUG nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.498573] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b19e6-80b3-4a57-a354-c23b1bbd25da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.531564] env[65717]: DEBUG oslo_vmware.api [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Task: {'id': task-4392939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349154} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.533554] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.533699] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.534394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.534394] env[65717]: INFO nova.compute.manager [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Took 1.11 seconds to destroy the instance on the hypervisor. [ 723.534394] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.534616] env[65717]: DEBUG nova.compute.manager [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 723.534616] env[65717]: DEBUG nova.network.neutron [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 723.534871] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.690480] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 723.690745] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.912s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.691196] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.626s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.696422] env[65717]: INFO nova.compute.claims [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.765273] env[65717]: DEBUG nova.network.neutron [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.765273] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.880501] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.025549] env[65717]: INFO nova.compute.manager [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Took 39.27 seconds to build instance. [ 724.269470] env[65717]: DEBUG nova.network.neutron [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.529500] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdd7577b-d6f8-4e90-9df1-891225da8c73 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.575s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.771948] env[65717]: INFO nova.compute.manager [-] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Took 1.24 seconds to deallocate network for instance. [ 725.040631] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.281276] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.552449] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f0bfd7-1b39-462d-b4fb-186ec0bb8020 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.565020] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644eb409-711e-4561-a82b-b7e3a4936d9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.569789] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.598371] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d03ad-1dab-4581-97e6-9bebd41550ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.607823] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fef933-2c82-43c0-ba83-b90c57edc4cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.624161] env[65717]: DEBUG nova.compute.provider_tree [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.128113] env[65717]: DEBUG nova.scheduler.client.report [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.311404] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.311674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.311880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.312069] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.312239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.314353] env[65717]: INFO nova.compute.manager [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Terminating instance [ 726.633963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.634538] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 726.637333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.682s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.641019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.641019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.609s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.641019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.641960] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.393s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.643361] env[65717]: INFO nova.compute.claims [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.675794] env[65717]: INFO nova.scheduler.client.report [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Deleted allocations for instance 9fbadffc-3ff8-4b24-906d-05f70b593e21 [ 726.678563] env[65717]: INFO nova.scheduler.client.report [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleted allocations for instance 64fc811d-9807-4553-9e54-dcb763741770 [ 726.818302] env[65717]: DEBUG nova.compute.manager [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 726.818543] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.819857] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c06b63-faef-441e-bc43-dde8e2594219 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.829475] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.829475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832a4523-1436-400a-aeb0-89c68aab5552 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.840839] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 726.840839] env[65717]: value = "task-4392940" [ 726.840839] env[65717]: _type = "Task" [ 726.840839] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.851605] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.148325] env[65717]: DEBUG nova.compute.utils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.152214] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 727.152214] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.152883] env[65717]: WARNING neutronclient.v2_0.client [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.152883] env[65717]: WARNING neutronclient.v2_0.client [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.189620] env[65717]: DEBUG oslo_concurrency.lockutils [None req-45bd49de-b157-4d86-bf92-55e236733b46 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Lock "9fbadffc-3ff8-4b24-906d-05f70b593e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.819s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.190806] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f709192-0195-4ba2-a074-01e6d9749b8e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "64fc811d-9807-4553-9e54-dcb763741770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.258s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.213095] env[65717]: DEBUG nova.policy [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4b8aa41a7114bbcaa716df0d6502c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a9defcde62f409cac14a27026e8e43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.337328] env[65717]: DEBUG oslo_concurrency.lockutils [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "interface-86328da5-a12b-4ec4-8813-8c626fb63245-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.337611] env[65717]: DEBUG oslo_concurrency.lockutils [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "interface-86328da5-a12b-4ec4-8813-8c626fb63245-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.338625] env[65717]: DEBUG nova.objects.instance [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lazy-loading 'flavor' on Instance uuid 86328da5-a12b-4ec4-8813-8c626fb63245 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.354185] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392940, 'name': PowerOffVM_Task, 'duration_secs': 0.227863} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.354185] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.354185] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.354657] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d49a67c4-1306-4033-90a2-f7fe9293b31b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.435292] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.435292] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.435292] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleting the datastore file [datastore2] 6ef3f479-54e3-4866-b6b8-90d65de9f1dd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.435292] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd5c48e-d689-4612-8f75-83ba5f2ebf9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.443540] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 727.443540] env[65717]: value = "task-4392942" [ 727.443540] env[65717]: _type = "Task" [ 727.443540] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.453496] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.633290] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Successfully created port: cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 727.652831] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 727.842741] env[65717]: WARNING neutronclient.v2_0.client [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.843468] env[65717]: DEBUG nova.objects.instance [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lazy-loading 'pci_requests' on Instance uuid 86328da5-a12b-4ec4-8813-8c626fb63245 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.924503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.924503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.956498] env[65717]: DEBUG oslo_vmware.api [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4392942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395231} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.956729] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.956905] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.957153] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.957298] env[65717]: INFO nova.compute.manager [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.957985] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.958117] env[65717]: DEBUG nova.compute.manager [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.958167] env[65717]: DEBUG nova.network.neutron [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.958388] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.022672] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.051953] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "eda08858-f50a-4820-a9d6-38bc1ba78417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.052269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.052575] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.053100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.053722] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.060520] env[65717]: INFO nova.compute.manager [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Terminating instance [ 728.220325] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348486b9-ca15-4e8d-8bec-483d1aba9468 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.228360] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17522bd0-6cef-4f40-8ea9-a3bfcd3958df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.262234] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587fc8f9-3751-48a2-8fa2-8ebe47185a69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.270389] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f5ae7-2a81-44b2-939b-5399edd4e9bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.287666] env[65717]: DEBUG nova.compute.provider_tree [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.349887] env[65717]: DEBUG nova.objects.base [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Object Instance<86328da5-a12b-4ec4-8813-8c626fb63245> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 728.350747] env[65717]: DEBUG nova.network.neutron [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 728.350747] env[65717]: WARNING neutronclient.v2_0.client [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.350905] env[65717]: WARNING neutronclient.v2_0.client [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.465876] env[65717]: DEBUG oslo_concurrency.lockutils [None req-954148e7-27dc-467b-a4a1-00dc345c89a4 tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "interface-86328da5-a12b-4ec4-8813-8c626fb63245-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.128s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.565786] env[65717]: DEBUG nova.compute.manager [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 728.566040] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.566936] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e99a6-69ee-494c-8393-1dcc1bead6d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.575925] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.576216] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1758d6b6-f1df-46de-a3a0-f39bcd06ffc5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.584264] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 728.584264] env[65717]: value = "task-4392943" [ 728.584264] env[65717]: _type = "Task" [ 728.584264] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.594638] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.667162] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 728.700019] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 728.700153] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.700279] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 728.700464] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.700607] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 728.700758] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 728.701301] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.701301] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 728.701401] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 728.701643] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 728.701883] env[65717]: DEBUG nova.virt.hardware [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 728.702757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4a5a7-eb8f-4ca4-81f2-d884394fac94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.712789] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584d7dd-5553-4645-a716-135dee82700c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.765348] env[65717]: DEBUG nova.network.neutron [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.790824] env[65717]: DEBUG nova.scheduler.client.report [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.096261] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392943, 'name': PowerOffVM_Task, 'duration_secs': 0.237094} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.096590] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.096755] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.097037] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-516be19d-c2e3-4ea9-8e95-dcc853e631a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.169783] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.170010] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.170201] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] eda08858-f50a-4820-a9d6-38bc1ba78417 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.170514] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2ae8dc9-f51c-43c8-a547-9526712d2c36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.178291] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 729.178291] env[65717]: value = "task-4392945" [ 729.178291] env[65717]: _type = "Task" [ 729.178291] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.186839] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.218470] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Successfully updated port: cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 729.268353] env[65717]: INFO nova.compute.manager [-] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Took 1.31 seconds to deallocate network for instance. [ 729.296255] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.296925] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 729.301430] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.694s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.301625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.305190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.478s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.305405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.308930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.836s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.311092] env[65717]: INFO nova.compute.claims [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.342261] env[65717]: INFO nova.scheduler.client.report [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleted allocations for instance 919967a0-5ea7-4bba-b1b0-757e80ca1678 [ 729.388450] env[65717]: INFO nova.scheduler.client.report [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Deleted allocations for instance 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003 [ 729.689417] env[65717]: DEBUG oslo_vmware.api [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4392945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174456} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.689674] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.689869] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.690050] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.690225] env[65717]: INFO nova.compute.manager [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Took 1.12 seconds to destroy the instance on the hypervisor. [ 729.690464] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.690655] env[65717]: DEBUG nova.compute.manager [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 729.690754] env[65717]: DEBUG nova.network.neutron [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.690999] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.721651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.721651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.721651] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.726793] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.775402] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.820080] env[65717]: DEBUG nova.compute.utils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.821710] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 729.821906] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.822593] env[65717]: WARNING neutronclient.v2_0.client [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.822908] env[65717]: WARNING neutronclient.v2_0.client [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.856547] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "919967a0-5ea7-4bba-b1b0-757e80ca1678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.847s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.867455] env[65717]: DEBUG nova.policy [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e4a0536f09464db23661c116669e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d6e5aec95146059045dccf429ad57c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.904951] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d235ceda-fb4a-475f-af95-7989e493ac2b tempest-ServersAdmin275Test-1756222947 tempest-ServersAdmin275Test-1756222947-project-member] Lock "0c95a8c9-dc95-42ce-89dd-b1d0a65f4003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.847s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.937911] env[65717]: DEBUG nova.compute.manager [req-b3f73d61-55d6-4941-9e32-585ed67efbba req-a30b8644-bfcd-4516-8fb1-4dd98e7779d9 service nova] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Received event network-vif-deleted-a5aee87e-9717-491a-9dc5-2a351323246c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.150606] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.150796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.256515] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.256776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.256971] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.257198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.257416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.260389] env[65717]: INFO nova.compute.manager [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Terminating instance [ 730.263501] env[65717]: DEBUG nova.compute.manager [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Received event network-vif-plugged-cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.263682] env[65717]: DEBUG oslo_concurrency.lockutils [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] Acquiring lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.263868] env[65717]: DEBUG oslo_concurrency.lockutils [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.264221] env[65717]: DEBUG oslo_concurrency.lockutils [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.264425] env[65717]: DEBUG nova.compute.manager [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] No waiting events found dispatching network-vif-plugged-cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.264589] env[65717]: WARNING nova.compute.manager [req-42bf366c-b5b7-4cb0-bc28-370d77932f7f req-fb8ad2e3-60aa-4a0d-a1f9-8919e2b31669 service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Received unexpected event network-vif-plugged-cd69fe63-4510-4904-8521-af7fc13cc3a5 for instance with vm_state building and task_state spawning. [ 730.269847] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 730.307052] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Successfully created port: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 730.326464] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 730.475906] env[65717]: DEBUG nova.network.neutron [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.755438] env[65717]: WARNING neutronclient.v2_0.client [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.767624] env[65717]: DEBUG nova.compute.manager [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 730.767874] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.768809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4758e-12ce-46f0-ab91-bbfaca87c268 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780481] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.780673] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b629f867-74d6-45ec-8100-b020d0eb2325 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.792883] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 730.792883] env[65717]: value = "task-4392946" [ 730.792883] env[65717]: _type = "Task" [ 730.792883] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.803672] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.983431] env[65717]: INFO nova.compute.manager [-] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Took 1.29 seconds to deallocate network for instance. [ 730.992751] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e3462-1c03-4de6-ad27-feb513c37b71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.002304] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d04faee-f2f5-4aca-a6d2-8263b0dedf3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.037176] env[65717]: DEBUG nova.network.neutron [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Updating instance_info_cache with network_info: [{"id": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "address": "fa:16:3e:35:c2:74", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd69fe63-45", "ovs_interfaceid": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.041648] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa66413-c07f-4239-bd6e-0ae56799d3f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052087] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41163421-50cd-49c6-8bfb-fdd3c552315f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.067998] env[65717]: DEBUG nova.compute.provider_tree [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.304744] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392946, 'name': PowerOffVM_Task, 'duration_secs': 0.225154} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.305322] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.305322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.305519] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc36610-da83-4a45-9979-a18f89fb7815 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.338626] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 731.376363] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 731.376508] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.376765] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 731.376945] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.377133] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 731.377287] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 731.377499] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 731.377653] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 731.377815] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 731.377972] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 731.378192] env[65717]: DEBUG nova.virt.hardware [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 731.379327] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaacc2-6e13-4041-a721-1e9601766f94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.383470] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.383614] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.383690] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleting the datastore file [datastore2] 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.384397] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a5e6854-411a-4c94-8bce-fe9e4df1c177 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.390827] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42acd223-3c54-4c87-83e9-88ce196c7009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.396265] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for the task: (returnval){ [ 731.396265] env[65717]: value = "task-4392948" [ 731.396265] env[65717]: _type = "Task" [ 731.396265] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.415285] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.491903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.546060] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.546464] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Instance network_info: |[{"id": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "address": "fa:16:3e:35:c2:74", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd69fe63-45", "ovs_interfaceid": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 731.546931] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd69fe63-4510-4904-8521-af7fc13cc3a5', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.555441] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 731.556059] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.556059] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e656ef8c-c9ef-4fa5-a3f9-97d6f2b17e07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.571277] env[65717]: DEBUG nova.scheduler.client.report [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.579841] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.579841] env[65717]: value = "task-4392949" [ 731.579841] env[65717]: _type = "Task" [ 731.579841] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.588769] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392949, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.908643] env[65717]: DEBUG oslo_vmware.api [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Task: {'id': task-4392948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156863} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.909127] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.909492] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.909799] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.909955] env[65717]: INFO nova.compute.manager [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Took 1.14 seconds to destroy the instance on the hypervisor. [ 731.910338] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 731.910644] env[65717]: DEBUG nova.compute.manager [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.910776] env[65717]: DEBUG nova.network.neutron [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.911109] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.046755] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Successfully updated port: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 732.058879] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.076610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.077243] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 732.080983] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.210s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.082496] env[65717]: INFO nova.compute.claims [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.101462] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392949, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.135604] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "86328da5-a12b-4ec4-8813-8c626fb63245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.135922] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.136163] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.136347] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.136518] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.139054] env[65717]: INFO nova.compute.manager [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Terminating instance [ 732.550055] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.550377] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquired lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.550419] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.590605] env[65717]: DEBUG nova.compute.utils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.595171] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 732.595379] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 732.596069] env[65717]: WARNING neutronclient.v2_0.client [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.596069] env[65717]: WARNING neutronclient.v2_0.client [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.606095] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392949, 'name': CreateVM_Task, 'duration_secs': 0.525105} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.606295] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.606761] env[65717]: WARNING neutronclient.v2_0.client [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.607136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.607289] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.607633] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.608125] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a06ce4-e61c-4e56-880d-c6fb288ce73b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614133] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 732.614133] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52317ec2-a5c3-3654-3f47-6c44f97cb4ad" [ 732.614133] env[65717]: _type = "Task" [ 732.614133] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.623553] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52317ec2-a5c3-3654-3f47-6c44f97cb4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.646274] env[65717]: DEBUG nova.compute.manager [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 732.646508] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.647423] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a7b8b1-01e9-4a7e-a2ed-e24e163395c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.656215] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.659093] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2dc7dfe-ddda-4eb1-a798-01f66b624437 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.664462] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 732.664462] env[65717]: value = "task-4392950" [ 732.664462] env[65717]: _type = "Task" [ 732.664462] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.670501] env[65717]: DEBUG nova.policy [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128298ac40ee48ccb4896da58dd7b143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a75f1d0910647d49c877b2135ce6549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.676700] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.807228] env[65717]: DEBUG nova.network.neutron [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.074429] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Successfully created port: 668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 733.098975] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 733.126249] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52317ec2-a5c3-3654-3f47-6c44f97cb4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.126552] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.126824] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.127010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.127190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.127554] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.130806] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34d37c6-38ec-4188-ad08-d7c920140a61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.144344] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.144748] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.148381] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305c23d8-e7a8-4484-b7d7-ca848fad9514 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.157049] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 733.157049] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef244f-941b-b896-2f5e-d0147ca9e9a7" [ 733.157049] env[65717]: _type = "Task" [ 733.157049] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.175052] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef244f-941b-b896-2f5e-d0147ca9e9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.181921] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392950, 'name': PowerOffVM_Task, 'duration_secs': 0.399012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.182795] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.182795] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.182953] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-759cb988-9eca-40db-84d6-4766d064f472 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.260188] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.260670] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.260670] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Deleting the datastore file [datastore1] 86328da5-a12b-4ec4-8813-8c626fb63245 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.263687] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4482bb40-f559-4f6b-b620-e1f20b28243b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.273050] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for the task: (returnval){ [ 733.273050] env[65717]: value = "task-4392952" [ 733.273050] env[65717]: _type = "Task" [ 733.273050] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.288401] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.310654] env[65717]: INFO nova.compute.manager [-] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Took 1.40 seconds to deallocate network for instance. [ 733.448041] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.675305] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef244f-941b-b896-2f5e-d0147ca9e9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.020786} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.676330] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35f960f-f294-4791-b5d8-f200dba34127 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.686102] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 733.686102] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528176a3-879c-9ee5-2e75-20addab5839f" [ 733.686102] env[65717]: _type = "Task" [ 733.686102] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.696317] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528176a3-879c-9ee5-2e75-20addab5839f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.731370] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f36f2-a68a-422d-ba0d-973d72e8bf6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.740993] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b48e7a5-d08f-4211-a0ea-cb34c381494a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.772773] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2be456-3eba-42b5-9a30-0f4add6d665a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.786568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847c5127-aac8-4c8d-a954-97f6250e4aaf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.791053] env[65717]: DEBUG oslo_vmware.api [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Task: {'id': task-4392952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322162} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.791204] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.791387] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.791556] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.791774] env[65717]: INFO nova.compute.manager [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.791956] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 733.792625] env[65717]: DEBUG nova.compute.manager [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.792704] env[65717]: DEBUG nova.network.neutron [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.792988] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.804707] env[65717]: DEBUG nova.compute.provider_tree [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.819659] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.110309] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 734.151110] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 734.151110] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.151110] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 734.151347] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.151347] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 734.151347] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 734.151347] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 734.151347] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 734.151561] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 734.151561] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 734.151561] env[65717]: DEBUG nova.virt.hardware [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 734.152438] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89fe4fc-3f8d-4fa7-a061-e15d809643ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.156782] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.162223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a052bfcf-bc4a-433c-b851-56aded316f7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.196463] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528176a3-879c-9ee5-2e75-20addab5839f, 'name': SearchDatastore_Task, 'duration_secs': 0.019616} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.196728] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.196976] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] bf46c06c-cdad-4d63-bf1c-41d7780e179f/bf46c06c-cdad-4d63-bf1c-41d7780e179f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.197428] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9791e30a-a75e-4d15-88dc-ad6e4b5bd34f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.204754] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 734.204754] env[65717]: value = "task-4392953" [ 734.204754] env[65717]: _type = "Task" [ 734.204754] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.213438] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.308945] env[65717]: DEBUG nova.scheduler.client.report [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.717501] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392953, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.815185] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.815826] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 734.818652] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.544s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.818843] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.821374] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.854s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.824246] env[65717]: INFO nova.compute.claims [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.874703] env[65717]: INFO nova.scheduler.client.report [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Deleted allocations for instance 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8 [ 734.992296] env[65717]: WARNING neutronclient.v2_0.client [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.020781] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Successfully updated port: 668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 735.134821] env[65717]: DEBUG nova.network.neutron [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Updating instance_info_cache with network_info: [{"id": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "address": "fa:16:3e:ce:62:15", "network": {"id": "275411a6-a4a5-430d-8612-66c6d5d375e0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-72091380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e5aec95146059045dccf429ad57c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2224b7e7-2f", "ovs_interfaceid": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.155957] env[65717]: DEBUG nova.compute.manager [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Received event network-vif-plugged-2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 735.156134] env[65717]: DEBUG oslo_concurrency.lockutils [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] Acquiring lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.156382] env[65717]: DEBUG oslo_concurrency.lockutils [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] Lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.156546] env[65717]: DEBUG oslo_concurrency.lockutils [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] Lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.156720] env[65717]: DEBUG nova.compute.manager [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] No waiting events found dispatching network-vif-plugged-2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 735.158581] env[65717]: WARNING nova.compute.manager [req-5068e13c-1e40-4fce-a462-010d15fdc46d req-a53e57fb-4c4b-4f9e-b08a-ef5b24e9565d service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Received unexpected event network-vif-plugged-2224b7e7-2f7a-4b1f-baf9-887402a354a0 for instance with vm_state building and task_state spawning. [ 735.221585] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392953, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.299636] env[65717]: DEBUG nova.compute.manager [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Received event network-changed-cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 735.299735] env[65717]: DEBUG nova.compute.manager [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Refreshing instance network info cache due to event network-changed-cd69fe63-4510-4904-8521-af7fc13cc3a5. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 735.300208] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] Acquiring lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.300375] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] Acquired lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300536] env[65717]: DEBUG nova.network.neutron [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Refreshing network info cache for port cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.329166] env[65717]: DEBUG nova.compute.utils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.334882] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 735.334882] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 735.335148] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.335725] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.386879] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cfb3ebe6-5748-42aa-986c-719ad1551582 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Lock "9d3947d8-4267-4c8e-beac-fa9a7b59ccf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.887s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.418977] env[65717]: DEBUG nova.policy [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c8e1aec06f4670bdb8a5cca5027767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890a1e73966e4c848f2a0bc6e416a885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.467383] env[65717]: DEBUG nova.network.neutron [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.527622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.527997] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.528268] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.638260] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Releasing lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.638653] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Instance network_info: |[{"id": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "address": "fa:16:3e:ce:62:15", "network": {"id": "275411a6-a4a5-430d-8612-66c6d5d375e0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-72091380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e5aec95146059045dccf429ad57c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2224b7e7-2f", "ovs_interfaceid": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 735.639138] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:62:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2224b7e7-2f7a-4b1f-baf9-887402a354a0', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.647035] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Creating folder: Project (b9d6e5aec95146059045dccf429ad57c). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.647035] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19f411a7-f4cb-4509-8178-3a0303783d93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.660059] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Created folder: Project (b9d6e5aec95146059045dccf429ad57c) in parent group-v859766. [ 735.660273] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Creating folder: Instances. Parent ref: group-v859875. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.660528] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b039bc-5cdb-40ab-bfe4-99c8be025825 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.671118] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Created folder: Instances in parent group-v859875. [ 735.671385] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.671581] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.671798] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c62c9fd-d2ea-4b40-b648-4b8fd26c1759 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.693160] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.693160] env[65717]: value = "task-4392956" [ 735.693160] env[65717]: _type = "Task" [ 735.693160] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.703207] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392956, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.718073] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511882} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.718462] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] bf46c06c-cdad-4d63-bf1c-41d7780e179f/bf46c06c-cdad-4d63-bf1c-41d7780e179f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.718661] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.718889] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-008df10b-b207-40ac-856f-a5d441b43757 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.727989] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 735.727989] env[65717]: value = "task-4392957" [ 735.727989] env[65717]: _type = "Task" [ 735.727989] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.737681] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.803063] env[65717]: WARNING neutronclient.v2_0.client [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.812171] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Successfully created port: 0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 735.839780] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 735.970917] env[65717]: INFO nova.compute.manager [-] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Took 2.18 seconds to deallocate network for instance. [ 736.207282] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392956, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.241901] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14887} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.248209] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.249111] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86b23d-44e4-494b-97b3-db131b27ee50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.276817] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] bf46c06c-cdad-4d63-bf1c-41d7780e179f/bf46c06c-cdad-4d63-bf1c-41d7780e179f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.280156] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-827d1147-3503-4874-a4e9-b87c4afdeb8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.307847] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 736.307847] env[65717]: value = "task-4392958" [ 736.307847] env[65717]: _type = "Task" [ 736.307847] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.316903] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.476751] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.519933] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e71748-cb36-42bf-9e62-79931458214f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.528409] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad0874-1d38-4e37-8b4a-5f9de2bc6276 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.562633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68248a0-6234-4003-8039-5c5756900bef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.572136] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e751d1c9-fa75-4467-9d45-24677fe2d8b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.587918] env[65717]: DEBUG nova.compute.provider_tree [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.662330] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.705422] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392956, 'name': CreateVM_Task, 'duration_secs': 0.541221} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.705595] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.706130] env[65717]: WARNING neutronclient.v2_0.client [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.706484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.706630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.706939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.707298] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b538e19-2857-405a-aead-6b7a913a1735 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.713139] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 736.713139] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a80347-09f6-c5b3-5fda-d3928b9bc930" [ 736.713139] env[65717]: _type = "Task" [ 736.713139] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.723704] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a80347-09f6-c5b3-5fda-d3928b9bc930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.817988] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.860818] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 736.894971] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 736.895297] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.895453] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 736.895628] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.896058] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 736.896058] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 736.896139] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.896452] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 736.896452] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 736.896619] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 736.896789] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 736.898033] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc2a9a0-274c-49de-af28-ff6913c99ee6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.907998] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce6772-8948-4221-9ddf-618e549cefa7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.094169] env[65717]: DEBUG nova.scheduler.client.report [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.227085] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a80347-09f6-c5b3-5fda-d3928b9bc930, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.227430] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.227662] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.227907] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.228038] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.228233] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.228554] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32963459-2b5c-4196-804f-d4949dbe7e23 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.239155] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.239510] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.241219] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e013f2-1d3a-465d-82f1-7305481ab138 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.247655] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 737.247655] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5287bdc4-c1e1-4161-50e1-796abe37afb7" [ 737.247655] env[65717]: _type = "Task" [ 737.247655] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.259376] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5287bdc4-c1e1-4161-50e1-796abe37afb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.318033] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392958, 'name': ReconfigVM_Task, 'duration_secs': 0.541412} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.318264] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] bf46c06c-cdad-4d63-bf1c-41d7780e179f/bf46c06c-cdad-4d63-bf1c-41d7780e179f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.319439] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6267f554-a573-45fb-9bab-c22f0f849f5f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.327505] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 737.327505] env[65717]: value = "task-4392959" [ 737.327505] env[65717]: _type = "Task" [ 737.327505] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.338667] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392959, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.557726] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Successfully updated port: 0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 737.606022] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.606022] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 737.609591] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.650s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.609800] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.612261] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.499s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.612804] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.614845] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.776s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.616351] env[65717]: INFO nova.compute.claims [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.664339] env[65717]: INFO nova.scheduler.client.report [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Deleted allocations for instance 644750f5-ad35-4f3b-b592-9a3a007d4a1c [ 737.665997] env[65717]: INFO nova.scheduler.client.report [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Deleted allocations for instance f8a64846-5b95-46f3-9223-11b3a7ef51e1 [ 737.764166] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5287bdc4-c1e1-4161-50e1-796abe37afb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.765902] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df8ffee-bfd6-45fd-a7ba-0814e9547b15 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.773514] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 737.773514] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc24ad-e028-5f12-f194-8edea0f054fd" [ 737.773514] env[65717]: _type = "Task" [ 737.773514] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.782484] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc24ad-e028-5f12-f194-8edea0f054fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.838375] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392959, 'name': Rename_Task, 'duration_secs': 0.167721} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.838680] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.839129] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e0879af-636f-4dbc-83b3-eb6e418bda13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.846307] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 737.846307] env[65717]: value = "task-4392960" [ 737.846307] env[65717]: _type = "Task" [ 737.846307] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.857758] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.963116] env[65717]: WARNING neutronclient.v2_0.client [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.994883] env[65717]: WARNING neutronclient.v2_0.client [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.061453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.062130] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.062130] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.124381] env[65717]: DEBUG nova.compute.utils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.126016] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 738.126206] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 738.126687] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.126808] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.178489] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5637688d-b328-48f5-8575-3cf8ff1fc1ee tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Lock "f8a64846-5b95-46f3-9223-11b3a7ef51e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.757s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.179714] env[65717]: DEBUG oslo_concurrency.lockutils [None req-aecc765d-f6f5-4349-969f-04e7bf0a12ac tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Lock "644750f5-ad35-4f3b-b592-9a3a007d4a1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.211s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.232369] env[65717]: DEBUG nova.network.neutron [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Updated VIF entry in instance network info cache for port cd69fe63-4510-4904-8521-af7fc13cc3a5. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.232753] env[65717]: DEBUG nova.network.neutron [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Updating instance_info_cache with network_info: [{"id": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "address": "fa:16:3e:35:c2:74", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd69fe63-45", "ovs_interfaceid": "cd69fe63-4510-4904-8521-af7fc13cc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.271299] env[65717]: DEBUG nova.policy [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c8e1aec06f4670bdb8a5cca5027767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890a1e73966e4c848f2a0bc6e416a885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.284743] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc24ad-e028-5f12-f194-8edea0f054fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.284743] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.284743] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 78dbf330-79ad-426d-99e6-81ec2c850807/78dbf330-79ad-426d-99e6-81ec2c850807.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.285654] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0455ea5-3657-4443-a816-64bf4f58ac1d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.294344] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 738.294344] env[65717]: value = "task-4392961" [ 738.294344] env[65717]: _type = "Task" [ 738.294344] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.295331] env[65717]: DEBUG nova.network.neutron [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Updating instance_info_cache with network_info: [{"id": "668cb667-edf3-47f7-819f-a4483428e742", "address": "fa:16:3e:c1:f5:24", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668cb667-ed", "ovs_interfaceid": "668cb667-edf3-47f7-819f-a4483428e742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.306500] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.359210] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.630702] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 738.738729] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] Releasing lock "refresh_cache-bf46c06c-cdad-4d63-bf1c-41d7780e179f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.738729] env[65717]: DEBUG nova.compute.manager [req-e8412db1-9070-430e-a980-833fb8ef5137 req-b2f00e85-0d15-4bd7-8e94-b0439175336e service nova] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Received event network-vif-deleted-a2d3220e-69aa-4f07-ad68-a75e69284a0b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 738.801383] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.801794] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Instance network_info: |[{"id": "668cb667-edf3-47f7-819f-a4483428e742", "address": "fa:16:3e:c1:f5:24", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668cb667-ed", "ovs_interfaceid": "668cb667-edf3-47f7-819f-a4483428e742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 738.805110] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f5:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '668cb667-edf3-47f7-819f-a4483428e742', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.812870] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 738.813812] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.814444] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b573da69-e36b-46b7-b83f-420b140786d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.833678] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Successfully created port: e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.841285] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516692} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.845030] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 78dbf330-79ad-426d-99e6-81ec2c850807/78dbf330-79ad-426d-99e6-81ec2c850807.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.845480] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.846449] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4099b0d9-13c0-4e23-b1f4-19bd81b05339 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.853740] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.853740] env[65717]: value = "task-4392962" [ 738.853740] env[65717]: _type = "Task" [ 738.853740] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.862328] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 738.862328] env[65717]: value = "task-4392963" [ 738.862328] env[65717]: _type = "Task" [ 738.862328] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.862595] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.874713] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392962, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.884260] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.905848] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.201144] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e797367e-3d2f-4253-ab54-7f5c5b790a5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.212288] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20d0e1-f2c5-40aa-9fa6-d93e0f4b9ccd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.249795] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af7fcb-91e8-4d85-b99e-c73eed63bd37 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.258173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c9d79-c54f-497e-b91f-6b16c2bef8eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.272864] env[65717]: DEBUG nova.compute.provider_tree [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.369589] env[65717]: DEBUG oslo_vmware.api [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4392960, 'name': PowerOnVM_Task, 'duration_secs': 1.152507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.379933] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.380429] env[65717]: INFO nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Took 10.71 seconds to spawn the instance on the hypervisor. [ 739.380581] env[65717]: DEBUG nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.380955] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392962, 'name': CreateVM_Task, 'duration_secs': 0.38885} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.382078] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a543c46a-9efb-4f2e-a5fb-387ad0d3a8c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.386136] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.387384] env[65717]: WARNING neutronclient.v2_0.client [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.387938] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.388200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.388623] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.389268] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08286310-9ef3-4ffe-b8eb-bf76a1cef027 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.399442] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112232} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.400440] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.404456] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c95f6-fa12-4643-89d9-65e63c614288 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.405176] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 739.405176] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b27309-c97d-4154-ea65-de38495e4f29" [ 739.405176] env[65717]: _type = "Task" [ 739.405176] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.429645] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 78dbf330-79ad-426d-99e6-81ec2c850807/78dbf330-79ad-426d-99e6-81ec2c850807.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.430773] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574ebc09-2092-42c5-946d-8c64c724002e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.452137] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b27309-c97d-4154-ea65-de38495e4f29, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.452953] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.453636] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.453636] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.453636] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.453795] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.454787] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db07ff3a-d86a-4cde-a04c-4c3bb2ef8cba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.459047] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 739.459047] env[65717]: value = "task-4392964" [ 739.459047] env[65717]: _type = "Task" [ 739.459047] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.466437] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.466625] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.470468] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c897ae-6720-42a5-ad16-b69a36cacc7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.472997] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.476943] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 739.476943] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522c8333-2aeb-6bfa-ab29-422f806f0f5d" [ 739.476943] env[65717]: _type = "Task" [ 739.476943] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.486469] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522c8333-2aeb-6bfa-ab29-422f806f0f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.642084] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 739.668635] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.668880] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.669042] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.669224] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.669364] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.669536] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.669742] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.669918] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.670104] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.670266] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.670432] env[65717]: DEBUG nova.virt.hardware [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.671325] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895ab2b-b0db-471c-96a3-9c402443963b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.685531] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da5d972-1393-4169-9d99-b911719a885b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.776781] env[65717]: DEBUG nova.scheduler.client.report [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.909309] env[65717]: INFO nova.compute.manager [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Took 53.87 seconds to build instance. [ 739.971580] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.988108] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522c8333-2aeb-6bfa-ab29-422f806f0f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.988898] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce85fe9-8e11-4122-90f7-1808cd6d02b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.995488] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 739.995488] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52995522-16a3-8272-fb21-165328537f24" [ 739.995488] env[65717]: _type = "Task" [ 739.995488] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.005302] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52995522-16a3-8272-fb21-165328537f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.018939] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.283999] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.285158] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 740.289300] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.225s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.289406] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.292153] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.705s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.293824] env[65717]: INFO nova.compute.claims [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.336268] env[65717]: INFO nova.scheduler.client.report [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted allocations for instance e9650288-8485-43ee-b329-ba4f57d69872 [ 740.411071] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21fc41fa-d9a4-404e-a1ee-94092cd88407 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.989s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.473820] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.509723] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52995522-16a3-8272-fb21-165328537f24, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.510013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.510278] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 708c3051-6786-4c38-80cc-7606bac6804d/708c3051-6786-4c38-80cc-7606bac6804d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.510594] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d47192c-91fe-4ab4-99e1-f5448ee1ccba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.519650] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 740.519650] env[65717]: value = "task-4392965" [ 740.519650] env[65717]: _type = "Task" [ 740.519650] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.530082] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.623716] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Successfully updated port: e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.798142] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Updating instance_info_cache with network_info: [{"id": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "address": "fa:16:3e:49:05:87", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0d0dac-6f", "ovs_interfaceid": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.806444] env[65717]: DEBUG nova.compute.utils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.812294] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 740.812294] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 740.812294] env[65717]: WARNING neutronclient.v2_0.client [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.812294] env[65717]: WARNING neutronclient.v2_0.client [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.848385] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.848542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.848882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-24b30606-6367-4f9c-884d-80c2413f3b63 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "e9650288-8485-43ee-b329-ba4f57d69872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.862s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.910114] env[65717]: DEBUG nova.policy [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aca8c3f7e940ac84ca35af0dcddf42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8fe6d11b76d4826850fd20564fdf926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.913702] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.972156] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.030838] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.129695] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.130079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.130199] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.301497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.301973] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Instance network_info: |[{"id": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "address": "fa:16:3e:49:05:87", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0d0dac-6f", "ovs_interfaceid": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 741.302700] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:05:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a0d0dac-6f75-4e94-94ad-036c56960f05', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.315279] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 741.316023] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 741.320447] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.326096] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6bff6e-9c58-4f61-a81a-6e84cce94f10 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.353932] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.353932] env[65717]: value = "task-4392966" [ 741.353932] env[65717]: _type = "Task" [ 741.353932] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.378544] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392966, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.433164] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Successfully created port: 65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.444402] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.476223] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392964, 'name': ReconfigVM_Task, 'duration_secs': 1.760642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.477021] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 78dbf330-79ad-426d-99e6-81ec2c850807/78dbf330-79ad-426d-99e6-81ec2c850807.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.477796] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae677441-16fa-4e52-9fad-9d82e9c83ee2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.488804] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 741.488804] env[65717]: value = "task-4392967" [ 741.488804] env[65717]: _type = "Task" [ 741.488804] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.502984] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392967, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.537776] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392965, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.865246] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392966, 'name': CreateVM_Task, 'duration_secs': 0.427405} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.868353] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.868890] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.869339] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.869507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.870369] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.870369] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacfbb7a-5403-4a5e-bcc4-1a958a42af14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.875859] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 741.875859] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52414a56-9b22-22f2-e28b-affe8a1eeafe" [ 741.875859] env[65717]: _type = "Task" [ 741.875859] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.890211] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52414a56-9b22-22f2-e28b-affe8a1eeafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.974021] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294251fb-40e8-4f1d-a62b-54dae60f5a63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.983421] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a751ac-2857-4e0b-b4a0-6818e140b20d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.019382] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff129a39-4760-4e1f-8532-96289a69d53d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.025463] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392967, 'name': Rename_Task, 'duration_secs': 0.179378} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.029456] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.029777] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc6bdd6-7eea-4581-ab74-b4c7b9c28ea4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.038767] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95924af8-00d3-437c-8966-c1e95b9b88ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.044182] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392965, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.033039} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.045590] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 708c3051-6786-4c38-80cc-7606bac6804d/708c3051-6786-4c38-80cc-7606bac6804d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.045813] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.046138] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 742.046138] env[65717]: value = "task-4392968" [ 742.046138] env[65717]: _type = "Task" [ 742.046138] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.046819] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dcd2fb8-fc00-402d-b918-fd169384b9f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.061404] env[65717]: DEBUG nova.compute.provider_tree [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.068046] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 742.068046] env[65717]: value = "task-4392969" [ 742.068046] env[65717]: _type = "Task" [ 742.068046] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.070234] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392968, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.080709] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.143340] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.239638] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.245364] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Received event network-changed-2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 742.246296] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Refreshing instance network info cache due to event network-changed-2224b7e7-2f7a-4b1f-baf9-887402a354a0. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 742.246296] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Acquiring lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.246296] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Acquired lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.246296] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Refreshing network info cache for port 2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.282190] env[65717]: DEBUG nova.compute.manager [req-8739d25b-634d-4434-9d26-7b7a0aa49a2b req-5f461514-2d11-46ad-bbf1-28c42b550083 service nova] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Received event network-vif-deleted-d91daa57-ce2d-48dc-abea-aa96c2f995c0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 742.282190] env[65717]: DEBUG nova.compute.manager [req-8739d25b-634d-4434-9d26-7b7a0aa49a2b req-5f461514-2d11-46ad-bbf1-28c42b550083 service nova] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Received event network-vif-deleted-0a0cb4b2-529d-4894-a357-89204424ba9c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 742.326794] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 742.366296] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 742.366700] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.366824] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 742.367249] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.367408] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 742.367496] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 742.367731] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.367950] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 742.368148] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 742.368412] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 742.368621] env[65717]: DEBUG nova.virt.hardware [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 742.370611] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55be68f-deed-4640-a173-e203222fbc2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.384363] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd32802-a608-4038-b8f4-c747ff4a1161 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.397394] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52414a56-9b22-22f2-e28b-affe8a1eeafe, 'name': SearchDatastore_Task, 'duration_secs': 0.045927} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.398266] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.398600] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.398914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.399084] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.399279] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.399676] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76d59e78-38ab-4d0d-b805-284eade48292 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.417451] env[65717]: DEBUG nova.network.neutron [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Updating instance_info_cache with network_info: [{"id": "e53ca513-e191-4bac-ad24-03d06677ff91", "address": "fa:16:3e:8e:36:f2", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53ca513-e1", "ovs_interfaceid": "e53ca513-e191-4bac-ad24-03d06677ff91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.420534] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.420792] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.422162] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee27ad3f-e416-4805-af64-d61232576337 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.431136] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 742.431136] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5237e1e0-154a-1cb7-71df-2e4adad02f0a" [ 742.431136] env[65717]: _type = "Task" [ 742.431136] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.447969] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5237e1e0-154a-1cb7-71df-2e4adad02f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.447969] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675971cd-d85d-4294-86b0-7d25e5b8de99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.454105] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 742.454105] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ca5f80-f1f7-bd72-a55c-d4ba6a2a926a" [ 742.454105] env[65717]: _type = "Task" [ 742.454105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.463729] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ca5f80-f1f7-bd72-a55c-d4ba6a2a926a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.560930] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.567719] env[65717]: DEBUG nova.scheduler.client.report [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.582375] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078279} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.582679] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.583953] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a35aaa1-3b1d-4479-b9c5-15c8701ed412 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.616542] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 708c3051-6786-4c38-80cc-7606bac6804d/708c3051-6786-4c38-80cc-7606bac6804d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.618491] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d17ccb-3390-4ea5-998b-759f587ae10b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641434] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 742.641434] env[65717]: value = "task-4392970" [ 742.641434] env[65717]: _type = "Task" [ 742.641434] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.655542] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.748880] env[65717]: WARNING neutronclient.v2_0.client [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.922687] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.923188] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Instance network_info: |[{"id": "e53ca513-e191-4bac-ad24-03d06677ff91", "address": "fa:16:3e:8e:36:f2", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53ca513-e1", "ovs_interfaceid": "e53ca513-e191-4bac-ad24-03d06677ff91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 742.923672] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:36:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53ca513-e191-4bac-ad24-03d06677ff91', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.931913] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 742.932208] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.932443] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f404dc9-eb96-4798-ba0b-011daf0dfa76 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.955672] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.955672] env[65717]: value = "task-4392971" [ 742.955672] env[65717]: _type = "Task" [ 742.955672] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.968229] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392971, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.971945] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ca5f80-f1f7-bd72-a55c-d4ba6a2a926a, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.972223] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.972473] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c572bb35-1255-4b5f-84ff-3368f11cc0cb/c572bb35-1255-4b5f-84ff-3368f11cc0cb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.972744] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c2ab0d-4387-4c68-94d1-dc8a69e1bb8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.979936] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 742.979936] env[65717]: value = "task-4392972" [ 742.979936] env[65717]: _type = "Task" [ 742.979936] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.989417] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.061645] env[65717]: DEBUG oslo_vmware.api [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4392968, 'name': PowerOnVM_Task, 'duration_secs': 0.574877} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.061978] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.062213] env[65717]: INFO nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Took 11.72 seconds to spawn the instance on the hypervisor. [ 743.062589] env[65717]: DEBUG nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.063815] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e19fb-d446-4d90-a34c-ef25115d8e1b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.075985] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.076467] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 743.079167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.135s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.080486] env[65717]: INFO nova.compute.claims [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.156792] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392970, 'name': ReconfigVM_Task, 'duration_secs': 0.328463} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.157314] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 708c3051-6786-4c38-80cc-7606bac6804d/708c3051-6786-4c38-80cc-7606bac6804d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.158650] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f02cab4-7cb8-407b-8495-386883ed015b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.170658] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 743.170658] env[65717]: value = "task-4392973" [ 743.170658] env[65717]: _type = "Task" [ 743.170658] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.182554] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392973, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.286666] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Successfully updated port: 65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 743.475056] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392971, 'name': CreateVM_Task, 'duration_secs': 0.509576} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.475995] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.476862] env[65717]: WARNING neutronclient.v2_0.client [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.480050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.480050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.480050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.480050] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82b8c8f-a021-4a8c-bc1a-d0e0c261c924 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.496706] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 743.496706] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522f92c4-7d94-c1ac-c100-f1de5fc285c2" [ 743.496706] env[65717]: _type = "Task" [ 743.496706] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.497220] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.508972] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522f92c4-7d94-c1ac-c100-f1de5fc285c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.585760] env[65717]: DEBUG nova.compute.utils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.591098] env[65717]: INFO nova.compute.manager [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Took 52.36 seconds to build instance. [ 743.593092] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 743.593659] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 743.594093] env[65717]: WARNING neutronclient.v2_0.client [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.595083] env[65717]: WARNING neutronclient.v2_0.client [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.688372] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392973, 'name': Rename_Task, 'duration_secs': 0.450803} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.688980] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.688980] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501d9880-4cb2-4643-8fcd-0f7002165871 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.696359] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 743.696359] env[65717]: value = "task-4392974" [ 743.696359] env[65717]: _type = "Task" [ 743.696359] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.711683] env[65717]: WARNING neutronclient.v2_0.client [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.714068] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.744534] env[65717]: DEBUG nova.policy [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5efb369c2c4c43acaec2019977deab36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab04284feea471285888bc8e16e17a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.793270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.793270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.793270] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 743.993021] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Updated VIF entry in instance network info cache for port 2224b7e7-2f7a-4b1f-baf9-887402a354a0. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.993021] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Updating instance_info_cache with network_info: [{"id": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "address": "fa:16:3e:ce:62:15", "network": {"id": "275411a6-a4a5-430d-8612-66c6d5d375e0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-72091380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e5aec95146059045dccf429ad57c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2224b7e7-2f", "ovs_interfaceid": "2224b7e7-2f7a-4b1f-baf9-887402a354a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.997948] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546674} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.998737] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c572bb35-1255-4b5f-84ff-3368f11cc0cb/c572bb35-1255-4b5f-84ff-3368f11cc0cb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.999122] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.002524] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ede4f0-66a9-4975-9ace-403ec3193bb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.015021] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522f92c4-7d94-c1ac-c100-f1de5fc285c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.015021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.015021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.015021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.015433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.015737] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.023240] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 744.023240] env[65717]: value = "task-4392975" [ 744.023240] env[65717]: _type = "Task" [ 744.023240] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.023240] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-677fc588-13dc-41f7-95cb-4805e0d41a53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034891] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.038092] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.038492] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.039427] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd5fa40-bcf6-4ab5-9942-2b8234282ebd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.048207] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 744.048207] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b4a390-df49-a4a1-dfa7-791d3ae7ff09" [ 744.048207] env[65717]: _type = "Task" [ 744.048207] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.063511] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b4a390-df49-a4a1-dfa7-791d3ae7ff09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.093933] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 744.107814] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0da5246-18f0-47ec-a315-53455dcb768e tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.626s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.134715] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Successfully created port: 95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.212803] env[65717]: DEBUG oslo_vmware.api [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4392974, 'name': PowerOnVM_Task, 'duration_secs': 0.491414} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.212803] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.213847] env[65717]: INFO nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Took 10.10 seconds to spawn the instance on the hypervisor. [ 744.213847] env[65717]: DEBUG nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.215152] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16daffcb-910d-48d2-983e-8dc26edb6842 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.478485] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 744.499759] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Releasing lock "refresh_cache-78dbf330-79ad-426d-99e6-81ec2c850807" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.500044] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Received event network-vif-plugged-668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 744.500244] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Acquiring lock "708c3051-6786-4c38-80cc-7606bac6804d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.500909] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Lock "708c3051-6786-4c38-80cc-7606bac6804d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.500909] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Lock "708c3051-6786-4c38-80cc-7606bac6804d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.500909] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] No waiting events found dispatching network-vif-plugged-668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.501066] env[65717]: WARNING nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Received unexpected event network-vif-plugged-668cb667-edf3-47f7-819f-a4483428e742 for instance with vm_state building and task_state spawning. [ 744.501212] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Received event network-changed-668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 744.501335] env[65717]: DEBUG nova.compute.manager [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Refreshing instance network info cache due to event network-changed-668cb667-edf3-47f7-819f-a4483428e742. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 744.501507] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Acquiring lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.501639] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Acquired lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.501787] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Refreshing network info cache for port 668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.534086] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18952} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.536898] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.537785] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab2979-e0b5-4a84-a742-0316e7b16bf9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.568021] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] c572bb35-1255-4b5f-84ff-3368f11cc0cb/c572bb35-1255-4b5f-84ff-3368f11cc0cb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.579670] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf70380-3178-458d-ab24-50a8ea2b9c61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.611116] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.613302] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b4a390-df49-a4a1-dfa7-791d3ae7ff09, 'name': SearchDatastore_Task, 'duration_secs': 0.022939} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.618693] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 744.618693] env[65717]: value = "task-4392976" [ 744.618693] env[65717]: _type = "Task" [ 744.618693] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.620059] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2418f59-2736-4780-a7d1-be968e914fe0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.631804] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.632852] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 744.632852] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78554-d7a2-4fc3-cde9-b754cebfdc7d" [ 744.632852] env[65717]: _type = "Task" [ 744.632852] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.646138] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78554-d7a2-4fc3-cde9-b754cebfdc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737139] env[65717]: INFO nova.compute.manager [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Took 49.28 seconds to build instance. [ 744.790278] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f668f0a3-611c-4558-b4cb-d3b6ff8aa67b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.798637] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c69bf2a-d5a7-4f63-80c7-9cf0087cd8fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.831304] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd937122-4c61-4208-ac37-46e13b8f2316 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.840014] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d3d45-d114-48ed-a942-1cb6339a5db2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.854933] env[65717]: DEBUG nova.compute.provider_tree [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.004981] env[65717]: WARNING neutronclient.v2_0.client [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.008816] env[65717]: WARNING neutronclient.v2_0.client [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.107048] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.136132] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.141513] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:27:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='73094269-7b2e-48af-b169-0a5aaed8fd5e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1083192386',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.141773] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.141912] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.142106] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.142249] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.142391] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.142589] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.142742] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.142917] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.143102] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.143329] env[65717]: DEBUG nova.virt.hardware [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.144261] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1157c698-42e8-4ec0-82c8-a73672501ac4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.148349] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.158302] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78554-d7a2-4fc3-cde9-b754cebfdc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019586} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.160707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.160984] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef9a2693-b456-4214-9e5c-0b91d7fbf08f/ef9a2693-b456-4214-9e5c-0b91d7fbf08f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.161323] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1575d2cd-b0c0-4b8d-b3b7-afc75253344d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.164592] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc74504-d851-4f92-80c9-2d219e33898d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.180699] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 745.180699] env[65717]: value = "task-4392977" [ 745.180699] env[65717]: _type = "Task" [ 745.180699] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.239627] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c6d58510-f112-4e12-a24e-abf275f407da tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.238s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.358326] env[65717]: DEBUG nova.scheduler.client.report [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.635571] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392976, 'name': ReconfigVM_Task, 'duration_secs': 0.990864} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.639049] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Reconfigured VM instance instance-00000028 to attach disk [datastore2] c572bb35-1255-4b5f-84ff-3368f11cc0cb/c572bb35-1255-4b5f-84ff-3368f11cc0cb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.640321] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b0cff8-0a93-47ae-9eef-fa74f214f51c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.649045] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 745.649045] env[65717]: value = "task-4392978" [ 745.649045] env[65717]: _type = "Task" [ 745.649045] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.662988] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392978, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.694256] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392977, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.742808] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 745.864638] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.865313] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 745.868130] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.944s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.869792] env[65717]: INFO nova.compute.claims [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.879872] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Successfully updated port: 95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.952438] env[65717]: DEBUG nova.network.neutron [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Updating instance_info_cache with network_info: [{"id": "65deaba3-a510-4613-9217-c67ce65aa202", "address": "fa:16:3e:d7:cf:27", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65deaba3-a5", "ovs_interfaceid": "65deaba3-a510-4613-9217-c67ce65aa202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.162393] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392978, 'name': Rename_Task, 'duration_secs': 0.320842} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.163094] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.163524] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd36d65-9e4b-49b0-93bd-b95628fdbe0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.172320] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 746.172320] env[65717]: value = "task-4392979" [ 746.172320] env[65717]: _type = "Task" [ 746.172320] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.184355] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.193821] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60209} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.194573] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef9a2693-b456-4214-9e5c-0b91d7fbf08f/ef9a2693-b456-4214-9e5c-0b91d7fbf08f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.195362] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.195740] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465f49af-beab-4204-a847-813e736bd590 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.204377] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 746.204377] env[65717]: value = "task-4392980" [ 746.204377] env[65717]: _type = "Task" [ 746.204377] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.216025] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.277573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.375111] env[65717]: DEBUG nova.compute.utils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.376970] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 746.377432] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 746.377970] env[65717]: WARNING neutronclient.v2_0.client [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.378100] env[65717]: WARNING neutronclient.v2_0.client [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.386593] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.386593] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.386593] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.456220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.457034] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Instance network_info: |[{"id": "65deaba3-a510-4613-9217-c67ce65aa202", "address": "fa:16:3e:d7:cf:27", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65deaba3-a5", "ovs_interfaceid": "65deaba3-a510-4613-9217-c67ce65aa202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 746.457351] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:cf:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65deaba3-a510-4613-9217-c67ce65aa202', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.465338] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Creating folder: Project (b8fe6d11b76d4826850fd20564fdf926). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.466166] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4cd8ffd-b34d-4ebe-aa8c-319311686e24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.480572] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Created folder: Project (b8fe6d11b76d4826850fd20564fdf926) in parent group-v859766. [ 746.480816] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Creating folder: Instances. Parent ref: group-v859881. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.481155] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fcb2e75-9e71-43ac-8600-8a605ba9137e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.496582] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Created folder: Instances in parent group-v859881. [ 746.496582] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 746.496582] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.496582] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9f51f5-82cb-4ed0-b76f-bdb31ff0f637 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.517205] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.517205] env[65717]: value = "task-4392983" [ 746.517205] env[65717]: _type = "Task" [ 746.517205] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.527111] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392983, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.613103] env[65717]: DEBUG nova.policy [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f23bbd89af4c6592a6219748b2eb80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7807574c25804b34965a07c4d5ac0bcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.685085] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392979, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.717590] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.717754] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.719050] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c36337-e904-4050-a8dd-27220e038f20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.754129] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] ef9a2693-b456-4214-9e5c-0b91d7fbf08f/ef9a2693-b456-4214-9e5c-0b91d7fbf08f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.754129] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d0f4ed-b0e6-4ae6-8616-69a8c1bf64ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.778705] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 746.778705] env[65717]: value = "task-4392984" [ 746.778705] env[65717]: _type = "Task" [ 746.778705] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.792870] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.887025] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 747.028994] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392983, 'name': CreateVM_Task, 'duration_secs': 0.477847} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.033740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.033740] env[65717]: WARNING neutronclient.v2_0.client [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.033740] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.034091] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.034721] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.034721] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e62cfd-158e-41db-a7b8-944c943c36d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.041116] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 747.041116] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522d8c24-243d-07d2-fd72-b515ea5a916f" [ 747.041116] env[65717]: _type = "Task" [ 747.041116] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.053915] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522d8c24-243d-07d2-fd72-b515ea5a916f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.187017] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392979, 'name': PowerOnVM_Task, 'duration_secs': 0.845183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.187662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.187974] env[65717]: INFO nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Took 10.33 seconds to spawn the instance on the hypervisor. [ 747.188462] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 747.189855] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa74c6-bd4a-4376-8fef-cb09e9b561ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.299018] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.421658] env[65717]: WARNING neutronclient.v2_0.client [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.516586] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee241b8-a594-440c-8d91-9b3870576a6b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.526060] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a7b602-0d2d-4ba3-9a3c-1f49e23f4c52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.564135] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589bda5-be0c-4b8b-bded-27ae42cc00f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.580127] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaccf151-773d-4b85-b7eb-f422b982189e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.581640] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522d8c24-243d-07d2-fd72-b515ea5a916f, 'name': SearchDatastore_Task, 'duration_secs': 0.014441} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.581970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.582217] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.582456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.582598] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.582774] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.583507] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5136ebf9-2426-47be-9c8f-b7ef0440ff8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.594778] env[65717]: DEBUG nova.compute.provider_tree [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.600278] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.602027] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.602027] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3516c8-18e0-4f02-a6bc-56b3a8fa6bcc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.608222] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 747.608222] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52825ca3-c04c-be2c-ff86-2f54d4cbe550" [ 747.608222] env[65717]: _type = "Task" [ 747.608222] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.619886] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52825ca3-c04c-be2c-ff86-2f54d4cbe550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.713481] env[65717]: INFO nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Took 51.86 seconds to build instance. [ 747.792486] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392984, 'name': ReconfigVM_Task, 'duration_secs': 0.698228} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.792746] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] ef9a2693-b456-4214-9e5c-0b91d7fbf08f/ef9a2693-b456-4214-9e5c-0b91d7fbf08f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.793445] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a053022d-73e5-4663-9985-d0ccc26759d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.798598] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Successfully created port: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 747.804102] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 747.804102] env[65717]: value = "task-4392985" [ 747.804102] env[65717]: _type = "Task" [ 747.804102] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.816109] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392985, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.827528] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.906606] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.940453] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.941285] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.941410] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.941720] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.942223] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.942397] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.943053] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.943247] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.943737] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.943945] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.944448] env[65717]: DEBUG nova.virt.hardware [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.945800] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26092ca4-5bfe-48cf-8954-b4025ebc6703 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.957345] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0545d970-476a-48a3-8bc5-92d4b5f100b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.099297] env[65717]: DEBUG nova.scheduler.client.report [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.127428] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52825ca3-c04c-be2c-ff86-2f54d4cbe550, 'name': SearchDatastore_Task, 'duration_secs': 0.043724} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.127822] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c283519-d491-4fa2-8a48-614528970980 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.138424] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 748.138424] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b053-283e-5260-55fb-fdad63146317" [ 748.138424] env[65717]: _type = "Task" [ 748.138424] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.149335] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b053-283e-5260-55fb-fdad63146317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.218506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.644s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.315913] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392985, 'name': Rename_Task, 'duration_secs': 0.424586} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.316462] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.316779] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f994886a-516e-4dfa-bbea-16e8c2127032 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.326197] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 748.326197] env[65717]: value = "task-4392986" [ 748.326197] env[65717]: _type = "Task" [ 748.326197] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.339011] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.605983] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.606604] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 748.611650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.686s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.611811] env[65717]: DEBUG nova.objects.instance [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 748.654387] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b053-283e-5260-55fb-fdad63146317, 'name': SearchDatastore_Task, 'duration_secs': 0.023055} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.654682] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.654916] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] aabe25fd-6d92-433f-97f2-146d5d5da682/aabe25fd-6d92-433f-97f2-146d5d5da682.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.655436] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ca43a0-0fa2-419c-8646-3543f1f53be8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.664807] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 748.664807] env[65717]: value = "task-4392987" [ 748.664807] env[65717]: _type = "Task" [ 748.664807] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.676099] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.722547] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 748.840605] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.117764] env[65717]: DEBUG nova.compute.utils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.123164] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 749.123432] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 749.123834] env[65717]: WARNING neutronclient.v2_0.client [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.124208] env[65717]: WARNING neutronclient.v2_0.client [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.179352] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392987, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.231334] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Updated VIF entry in instance network info cache for port 668cb667-edf3-47f7-819f-a4483428e742. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 749.234115] env[65717]: DEBUG nova.network.neutron [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Updating instance_info_cache with network_info: [{"id": "668cb667-edf3-47f7-819f-a4483428e742", "address": "fa:16:3e:c1:f5:24", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668cb667-ed", "ovs_interfaceid": "668cb667-edf3-47f7-819f-a4483428e742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.254338] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.297740] env[65717]: DEBUG nova.compute.manager [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Received event network-vif-plugged-e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.298042] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Acquiring lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.298318] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.298502] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.298669] env[65717]: DEBUG nova.compute.manager [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] No waiting events found dispatching network-vif-plugged-e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.298831] env[65717]: WARNING nova.compute.manager [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Received unexpected event network-vif-plugged-e53ca513-e191-4bac-ad24-03d06677ff91 for instance with vm_state building and task_state spawning. [ 749.298988] env[65717]: DEBUG nova.compute.manager [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Received event network-changed-e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.299411] env[65717]: DEBUG nova.compute.manager [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Refreshing instance network info cache due to event network-changed-e53ca513-e191-4bac-ad24-03d06677ff91. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 749.299903] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Acquiring lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.299903] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Acquired lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.299903] env[65717]: DEBUG nova.network.neutron [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Refreshing network info cache for port e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.337296] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Received event network-vif-plugged-0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.339925] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquiring lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.339925] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.339925] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.339925] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] No waiting events found dispatching network-vif-plugged-0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.339925] env[65717]: WARNING nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Received unexpected event network-vif-plugged-0a0d0dac-6f75-4e94-94ad-036c56960f05 for instance with vm_state active and task_state None. [ 749.340220] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Received event network-changed-0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.340220] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Refreshing instance network info cache due to event network-changed-0a0d0dac-6f75-4e94-94ad-036c56960f05. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 749.340220] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquiring lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.340220] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquired lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.340220] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Refreshing network info cache for port 0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.345517] env[65717]: DEBUG oslo_vmware.api [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4392986, 'name': PowerOnVM_Task, 'duration_secs': 0.682852} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.346051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.346359] env[65717]: INFO nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Took 9.71 seconds to spawn the instance on the hypervisor. [ 749.346597] env[65717]: DEBUG nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.347356] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7af40-6290-48fa-922b-76c3debe886a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.503676] env[65717]: DEBUG nova.policy [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c963939af19407c85d9cb7c1bf26b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d6314bb36384a399d579614d5a230bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.629930] env[65717]: DEBUG nova.compute.utils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.632707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-296860b1-b463-40d8-8980-9d693db77581 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.634303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.754s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.634524] env[65717]: DEBUG nova.objects.instance [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.681859] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572074} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.682247] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] aabe25fd-6d92-433f-97f2-146d5d5da682/aabe25fd-6d92-433f-97f2-146d5d5da682.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.682560] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.682723] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d960f01-8821-46ef-86fc-3aa80f6a221a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.691841] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 749.691841] env[65717]: value = "task-4392988" [ 749.691841] env[65717]: _type = "Task" [ 749.691841] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.703023] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.738950] env[65717]: DEBUG oslo_concurrency.lockutils [req-e302e746-0387-407e-8297-973555045ec4 req-47eca76d-19c9-407a-b38e-fcf846381a09 service nova] Releasing lock "refresh_cache-708c3051-6786-4c38-80cc-7606bac6804d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.802721] env[65717]: WARNING neutronclient.v2_0.client [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.848417] env[65717]: WARNING neutronclient.v2_0.client [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.869374] env[65717]: INFO nova.compute.manager [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Took 47.94 seconds to build instance. [ 750.028481] env[65717]: WARNING neutronclient.v2_0.client [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.135449] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 750.209100] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080607} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.209100] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.209100] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a637db97-a778-48cd-9b42-3eab31f8df2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.236752] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] aabe25fd-6d92-433f-97f2-146d5d5da682/aabe25fd-6d92-433f-97f2-146d5d5da682.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.240054] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9b368a-55d7-4b4a-8bdf-e40f2552a123 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.261882] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 750.261882] env[65717]: value = "task-4392989" [ 750.261882] env[65717]: _type = "Task" [ 750.261882] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.272250] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.372350] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4854864-c8d8-4658-ac25-453c985a8d7b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.757s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.649015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d138e8f9-a3c0-4a54-8bc3-2914e7c01a96 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.650296] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.369s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.650641] env[65717]: DEBUG nova.objects.instance [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lazy-loading 'resources' on Instance uuid 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.677172] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Successfully created port: fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 750.774647] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.783025] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Successfully updated port: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.868173] env[65717]: DEBUG nova.network.neutron [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.875777] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 751.144047] env[65717]: WARNING neutronclient.v2_0.client [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.151919] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 751.200613] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='931289441',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1553388311',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 751.200613] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.201380] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 751.201380] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.201380] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 751.201380] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 751.201549] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 751.202383] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 751.202383] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 751.202383] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 751.202383] env[65717]: DEBUG nova.virt.hardware [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 751.203636] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de4eb7-489e-44db-a0c8-a9af91b208fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.221338] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee4a07f-d5c5-4ad8-8168-9f89f26f6206 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.273956] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392989, 'name': ReconfigVM_Task, 'duration_secs': 0.622061} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.274334] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Reconfigured VM instance instance-0000002a to attach disk [datastore1] aabe25fd-6d92-433f-97f2-146d5d5da682/aabe25fd-6d92-433f-97f2-146d5d5da682.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.278143] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f26fe2d-889f-4dec-a1db-62b589e46817 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.287622] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 751.287622] env[65717]: value = "task-4392990" [ 751.287622] env[65717]: _type = "Task" [ 751.287622] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.293294] env[65717]: WARNING neutronclient.v2_0.client [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.295870] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.296039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.296213] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.308128] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392990, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.372887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.373072] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Instance network_info: |[{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 751.373738] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c4:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95805b71-aedd-4624-9f54-eca7d7003fc3', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.383809] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 751.387917] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.389328] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3547d512-1294-47b2-b754-cabbce9bb8be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.419961] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.419961] env[65717]: value = "task-4392991" [ 751.419961] env[65717]: _type = "Task" [ 751.419961] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.427334] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.432749] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392991, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.615653] env[65717]: DEBUG nova.network.neutron [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Updated VIF entry in instance network info cache for port e53ca513-e191-4bac-ad24-03d06677ff91. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.616213] env[65717]: DEBUG nova.network.neutron [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Updating instance_info_cache with network_info: [{"id": "e53ca513-e191-4bac-ad24-03d06677ff91", "address": "fa:16:3e:8e:36:f2", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53ca513-e1", "ovs_interfaceid": "e53ca513-e191-4bac-ad24-03d06677ff91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.781796] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19abe7e5-7769-4f89-95a0-e921406e79a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.793750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25166ff-c8db-45d5-8f0e-d9431f795790 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.805342] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392990, 'name': Rename_Task, 'duration_secs': 0.226831} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.831768] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.832542] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d93a988c-3293-43db-b5db-4ff62b844e94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.835632] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bdbd28-3d0d-4e34-b972-14461ac126ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.848308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d550c1b-29fb-4cf6-b0b6-082460e313c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.852564] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 751.852564] env[65717]: value = "task-4392992" [ 751.852564] env[65717]: _type = "Task" [ 751.852564] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.865320] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.874703] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392992, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.930229] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392991, 'name': CreateVM_Task, 'duration_secs': 0.464463} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.930420] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.930960] env[65717]: WARNING neutronclient.v2_0.client [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.931376] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.931532] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.931865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.932216] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebddf6fe-f140-4772-99b7-ab334a724174 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.939423] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 751.939423] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e54f5-6bea-be34-e41d-d24c94823c0f" [ 751.939423] env[65717]: _type = "Task" [ 751.939423] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.949372] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e54f5-6bea-be34-e41d-d24c94823c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.008085] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Updated VIF entry in instance network info cache for port 0a0d0dac-6f75-4e94-94ad-036c56960f05. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.008471] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Updating instance_info_cache with network_info: [{"id": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "address": "fa:16:3e:49:05:87", "network": {"id": "e7c6fc90-7141-494e-81ad-88f2ba829b19", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1125102124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890a1e73966e4c848f2a0bc6e416a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0d0dac-6f", "ovs_interfaceid": "0a0d0dac-6f75-4e94-94ad-036c56960f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.035609] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 752.120482] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d31e70d-a84d-4a24-9d40-618f85ac5b56 req-25550c70-d250-4ac5-b89c-35f1fa597060 service nova] Releasing lock "refresh_cache-ef9a2693-b456-4214-9e5c-0b91d7fbf08f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.372359] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.393862] env[65717]: ERROR nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [req-2738598e-4edf-490a-9762-54fbc4ed08af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2738598e-4edf-490a-9762-54fbc4ed08af"}]} [ 752.420873] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.446407] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.446634] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.452816] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e54f5-6bea-be34-e41d-d24c94823c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.041017} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.453115] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.453351] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.453584] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.453741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.453897] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.454186] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87cb9e8-a737-4769-be6b-ebc3fdc5e87c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.464326] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.464510] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.466198] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.468444] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3d222e-a5cb-4835-887f-8f1eea7b5082 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.475505] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 752.475505] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a38b8b-6e0c-243e-7ed9-f7c9d4cfcdb9" [ 752.475505] env[65717]: _type = "Task" [ 752.475505] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.481695] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Successfully updated port: fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 752.486551] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a38b8b-6e0c-243e-7ed9-f7c9d4cfcdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.504934] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.511885] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Releasing lock "refresh_cache-c572bb35-1255-4b5f-84ff-3368f11cc0cb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.512211] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Received event network-vif-plugged-65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 752.512429] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquiring lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.512631] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.512789] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.512975] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] No waiting events found dispatching network-vif-plugged-65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 752.513186] env[65717]: WARNING nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Received unexpected event network-vif-plugged-65deaba3-a510-4613-9217-c67ce65aa202 for instance with vm_state building and task_state spawning. [ 752.513788] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Received event network-changed-65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 752.513788] env[65717]: DEBUG nova.compute.manager [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Refreshing instance network info cache due to event network-changed-65deaba3-a510-4613-9217-c67ce65aa202. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 752.513913] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquiring lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.513971] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Acquired lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.514195] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Refreshing network info cache for port 65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.621190] env[65717]: WARNING neutronclient.v2_0.client [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.806667] env[65717]: DEBUG nova.network.neutron [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.864880] env[65717]: DEBUG oslo_vmware.api [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4392992, 'name': PowerOnVM_Task, 'duration_secs': 0.691104} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.867718] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.867923] env[65717]: INFO nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Took 10.54 seconds to spawn the instance on the hypervisor. [ 752.868131] env[65717]: DEBUG nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.869166] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ceaa27-e400-4c50-8555-afc7badab073 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.989719] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.989925] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.990119] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.991374] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a38b8b-6e0c-243e-7ed9-f7c9d4cfcdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016333} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.993198] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bd2213-aee7-4d67-9e37-88fc0fa3288a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.002033] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 753.002033] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52660409-c059-c532-650a-02761d8906c2" [ 753.002033] env[65717]: _type = "Task" [ 753.002033] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.009425] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00cb29-e2de-416c-8d72-ae92f8603e35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.016450] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52660409-c059-c532-650a-02761d8906c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.017504] env[65717]: WARNING neutronclient.v2_0.client [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.023064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838e328-1945-4236-976b-03c906518eee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.066234] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029623c-a9d2-4f0d-96c9-11b17f0f61db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.076385] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30fce31-cd19-4b16-88f1-595244366210 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.094445] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.310592] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.310973] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Instance network_info: |[{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 753.311666] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:19:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.319647] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 753.320476] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.320776] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657b7073-8f3d-4651-93dc-b7a4a226152d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.347019] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.347019] env[65717]: value = "task-4392993" [ 753.347019] env[65717]: _type = "Task" [ 753.347019] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.357424] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392993, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.395463] env[65717]: INFO nova.compute.manager [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Took 44.58 seconds to build instance. [ 753.515319] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52660409-c059-c532-650a-02761d8906c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022959} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.516178] env[65717]: WARNING neutronclient.v2_0.client [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.518942] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.519506] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.520079] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d990e2-934b-4fcc-a6ba-853560b6c765 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.529088] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 753.529088] env[65717]: value = "task-4392994" [ 753.529088] env[65717]: _type = "Task" [ 753.529088] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.539317] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.635384] env[65717]: ERROR nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] [req-ce70b828-ed85-4cad-a7fc-f51c2b2ee0e2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce70b828-ed85-4cad-a7fc-f51c2b2ee0e2"}]} [ 753.666624] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.683531] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.689159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.689502] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.689793] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.690182] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.690392] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.694081] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.694316] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.698815] env[65717]: INFO nova.compute.manager [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Terminating instance [ 753.713135] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.738096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.738507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.740338] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.862080] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392993, 'name': CreateVM_Task, 'duration_secs': 0.470511} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.862935] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.872354] env[65717]: WARNING neutronclient.v2_0.client [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.872354] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.872354] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.872354] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.872354] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee1d28e-9d22-4627-8431-4fed4e876358 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.877875] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 753.877875] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7ebc5-0eeb-7ddc-8da4-5c5cacab41d0" [ 753.877875] env[65717]: _type = "Task" [ 753.877875] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.896854] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7ebc5-0eeb-7ddc-8da4-5c5cacab41d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.898783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.029s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.976606] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Updated VIF entry in instance network info cache for port 65deaba3-a510-4613-9217-c67ce65aa202. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.977462] env[65717]: DEBUG nova.network.neutron [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Updating instance_info_cache with network_info: [{"id": "65deaba3-a510-4613-9217-c67ce65aa202", "address": "fa:16:3e:d7:cf:27", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65deaba3-a5", "ovs_interfaceid": "65deaba3-a510-4613-9217-c67ce65aa202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.048345] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.151052] env[65717]: WARNING neutronclient.v2_0.client [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.160018] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Received event network-vif-plugged-95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.160018] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquiring lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.160018] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.160018] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.160018] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] No waiting events found dispatching network-vif-plugged-95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 754.160450] env[65717]: WARNING nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Received unexpected event network-vif-plugged-95805b71-aedd-4624-9f54-eca7d7003fc3 for instance with vm_state building and task_state spawning. [ 754.160450] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Received event network-changed-95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.160450] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Refreshing instance network info cache due to event network-changed-95805b71-aedd-4624-9f54-eca7d7003fc3. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 754.160450] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.160450] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.160599] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Refreshing network info cache for port 95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.206809] env[65717]: DEBUG nova.compute.manager [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 754.207188] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.208125] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2fdec-b1b6-4ef3-8de1-2cd81046d1df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.226909] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.227263] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50ada6e-7c2c-4fa8-8240-7cc919de45b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.243043] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 754.243043] env[65717]: value = "task-4392995" [ 754.243043] env[65717]: _type = "Task" [ 754.243043] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.253293] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.315969] env[65717]: DEBUG nova.network.neutron [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updating instance_info_cache with network_info: [{"id": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "address": "fa:16:3e:36:df:61", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf39cea-73", "ovs_interfaceid": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.395027] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7ebc5-0eeb-7ddc-8da4-5c5cacab41d0, 'name': SearchDatastore_Task, 'duration_secs': 0.072421} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.395027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.395027] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.395027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.395296] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.395296] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.395296] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe50007-ea2c-41a8-9c03-815c04ab4516 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.401589] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.412419] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.412625] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.413845] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7e0ff-5261-4ab9-b905-1a2cd5c56270 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.419463] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420475fd-dc62-454a-bb44-ffb276fe4204 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428421] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 754.428421] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b1062d-c068-dacc-46a0-e94bb567d3eb" [ 754.428421] env[65717]: _type = "Task" [ 754.428421] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.431047] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f67aac-2a5c-4d85-927e-0c75cb2d6302 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.476216] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a199b7-2f40-40b4-b00b-a11610060103 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.478630] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b1062d-c068-dacc-46a0-e94bb567d3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.482075] env[65717]: DEBUG oslo_concurrency.lockutils [req-acd3448f-d94b-458d-8676-d2d59f915687 req-741e7fe2-4619-4dda-962d-2d191a631cb0 service nova] Releasing lock "refresh_cache-aabe25fd-6d92-433f-97f2-146d5d5da682" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.482769] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10df7fde-4eb8-45cf-b549-7de469ee39b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.490931] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4e54d-5145-4f09-a455-56ede8ed142a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.497887] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 754.497887] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b3fd0-b890-65c3-4264-4dc319d19b17" [ 754.497887] env[65717]: _type = "Task" [ 754.497887] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.513710] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.526842] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b3fd0-b890-65c3-4264-4dc319d19b17, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.526982] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.527736] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6be327f8-a957-4d47-969e-749c35809d6e/6be327f8-a957-4d47-969e-749c35809d6e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.527736] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-062b1cff-4b26-4182-8943-20046f2b1358 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.546970] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 754.546970] env[65717]: value = "task-4392996" [ 754.546970] env[65717]: _type = "Task" [ 754.546970] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.547665] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684979} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.548041] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.548263] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.551582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e63c6c5-3951-4f23-9ae4-d7e539d1e7a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.560909] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.562455] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 754.562455] env[65717]: value = "task-4392997" [ 754.562455] env[65717]: _type = "Task" [ 754.562455] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.575603] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.665946] env[65717]: WARNING neutronclient.v2_0.client [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.756506] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4392995, 'name': PowerOffVM_Task, 'duration_secs': 0.311617} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.756779] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.756934] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.757242] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d37323-98d7-4c89-940d-251fe423423c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.818984] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.819434] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Instance network_info: |[{"id": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "address": "fa:16:3e:36:df:61", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf39cea-73", "ovs_interfaceid": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 754.819947] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:df:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf39cea-732e-47a0-bb37-d381e5d203c9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.829158] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 754.833225] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.833225] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a0d74a0-8115-42ba-be64-de5d084556fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.852730] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.852730] env[65717]: value = "task-4392999" [ 754.852730] env[65717]: _type = "Task" [ 754.852730] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.864828] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.864828] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.864828] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Deleting the datastore file [datastore1] d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.864828] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392999, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.864828] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f50a1b8-5606-4aa3-9b79-3dc2d0debb9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.871097] env[65717]: WARNING neutronclient.v2_0.client [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.873294] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for the task: (returnval){ [ 754.873294] env[65717]: value = "task-4393000" [ 754.873294] env[65717]: _type = "Task" [ 754.873294] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.882793] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4393000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.886480] env[65717]: DEBUG nova.compute.manager [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 754.886927] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b022a09-22d6-40bb-aaf0-8c91f1ff4e30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.943621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.964981] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updated VIF entry in instance network info cache for port 95805b71-aedd-4624-9f54-eca7d7003fc3. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.965437] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.059080] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.060114] env[65717]: DEBUG nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.060381] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 65 to 66 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.060907] env[65717]: DEBUG nova.compute.provider_tree [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.073731] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4392997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255544} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.073987] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.074796] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c338cf-09d4-4c4a-b38e-537ccec7c795 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.098721] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.099561] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0451356b-7776-48e6-83eb-b1d0f1830fa5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.121762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "78dbf330-79ad-426d-99e6-81ec2c850807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.122116] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.122390] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.122594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.122787] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.126871] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 755.126871] env[65717]: value = "task-4393001" [ 755.126871] env[65717]: _type = "Task" [ 755.126871] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.127430] env[65717]: INFO nova.compute.manager [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Terminating instance [ 755.143486] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.367472] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392999, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.387055] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4393000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.400552] env[65717]: INFO nova.compute.manager [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] instance snapshotting [ 755.409429] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bcefc6-1125-418e-8d3e-967249bc6c7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.437031] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413fcf5-c3db-4929-ba31-f7bf0a71efd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.470942] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.471325] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received event network-vif-plugged-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 755.471575] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquiring lock "6be327f8-a957-4d47-969e-749c35809d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.472482] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Lock "6be327f8-a957-4d47-969e-749c35809d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.472482] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Lock "6be327f8-a957-4d47-969e-749c35809d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.472482] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] No waiting events found dispatching network-vif-plugged-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.472482] env[65717]: WARNING nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received unexpected event network-vif-plugged-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 for instance with vm_state building and task_state spawning. [ 755.472744] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 755.472744] env[65717]: DEBUG nova.compute.manager [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing instance network info cache due to event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 755.472902] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquiring lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.473416] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Acquired lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.473416] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.474735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.474952] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.475320] env[65717]: DEBUG nova.objects.instance [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid 763346ae-0796-4e11-ae45-1ee6f66c8aef {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.559247] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4392996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938759} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.559556] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6be327f8-a957-4d47-969e-749c35809d6e/6be327f8-a957-4d47-969e-749c35809d6e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.559788] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.560064] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23dd8b47-858d-4325-9829-783f21ee359f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.567528] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 755.567528] env[65717]: value = "task-4393002" [ 755.567528] env[65717]: _type = "Task" [ 755.567528] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.568369] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.918s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.574033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.004s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.575696] env[65717]: INFO nova.compute.claims [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.585851] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.595311] env[65717]: INFO nova.scheduler.client.report [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Deleted allocations for instance 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244 [ 755.638238] env[65717]: DEBUG nova.compute.manager [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 755.638554] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.643607] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3525a-5114-4712-80a5-075cef0412be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.647048] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.654073] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.654328] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab48784-71be-4927-868e-5ff5fb3983bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.663021] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 755.663021] env[65717]: value = "task-4393003" [ 755.663021] env[65717]: _type = "Task" [ 755.663021] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.674675] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4393003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.864889] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4392999, 'name': CreateVM_Task, 'duration_secs': 0.799837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.865128] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.865637] env[65717]: WARNING neutronclient.v2_0.client [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.866013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.866178] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.866497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.866763] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecaf6d3-01f7-4fb4-9fd4-d77e31e80421 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.872601] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 755.872601] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a0229-83ae-96e7-63d7-edc645597e25" [ 755.872601] env[65717]: _type = "Task" [ 755.872601] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.885693] env[65717]: DEBUG oslo_vmware.api [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Task: {'id': task-4393000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617342} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.888617] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.888833] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.889013] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.889198] env[65717]: INFO nova.compute.manager [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Took 1.68 seconds to destroy the instance on the hypervisor. [ 755.889520] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 755.889747] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a0229-83ae-96e7-63d7-edc645597e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.889985] env[65717]: DEBUG nova.compute.manager [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.890116] env[65717]: DEBUG nova.network.neutron [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.890533] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.951576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.951713] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d56ca5e2-ec79-4a9a-9f9a-e1d1fa1c5715 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.955444] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.964627] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 755.964627] env[65717]: value = "task-4393004" [ 755.964627] env[65717]: _type = "Task" [ 755.964627] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.977589] env[65717]: WARNING neutronclient.v2_0.client [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.981057] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.983652] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.013462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.017488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.017747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.017944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.018197] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.026516] env[65717]: INFO nova.compute.manager [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Terminating instance [ 756.079022] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.079374] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.082983] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf437d13-f772-4023-ba40-07d6fffff57c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.112167] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 6be327f8-a957-4d47-969e-749c35809d6e/6be327f8-a957-4d47-969e-749c35809d6e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.112906] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bdbca73a-5960-43ce-8914-da527ab25272 tempest-ServersListShow296Test-1653138474 tempest-ServersListShow296Test-1653138474-project-member] Lock "9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.392s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.114687] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f373c9cf-3b1b-4f84-b1dc-7ba0b850454e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.142364] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 756.142364] env[65717]: value = "task-4393005" [ 756.142364] env[65717]: _type = "Task" [ 756.142364] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.148642] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393001, 'name': ReconfigVM_Task, 'duration_secs': 0.621098} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.154081] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.155588] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc476084-6578-401a-9746-36a147428d69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.165015] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.169873] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 756.169873] env[65717]: value = "task-4393006" [ 756.169873] env[65717]: _type = "Task" [ 756.169873] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.178428] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4393003, 'name': PowerOffVM_Task, 'duration_secs': 0.290667} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.178762] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.178951] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.179252] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0b2cb4-999e-4072-a8f8-75aaf6d339c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.185650] env[65717]: DEBUG nova.objects.instance [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid 763346ae-0796-4e11-ae45-1ee6f66c8aef {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.186932] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393006, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.274549] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.274760] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.274948] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Deleting the datastore file [datastore2] 78dbf330-79ad-426d-99e6-81ec2c850807 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.275324] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f38b7eb-d2d6-41f5-bb3e-153d3786b8ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.285672] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for the task: (returnval){ [ 756.285672] env[65717]: value = "task-4393008" [ 756.285672] env[65717]: _type = "Task" [ 756.285672] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.294069] env[65717]: WARNING neutronclient.v2_0.client [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.305100] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4393008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.392642] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a0229-83ae-96e7-63d7-edc645597e25, 'name': SearchDatastore_Task, 'duration_secs': 0.029666} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.393330] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.393431] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.393675] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.394427] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.394427] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.394560] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c2cc076-8692-416e-87f3-461eeba88cf1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.407057] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.407394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.408703] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149716f9-e79a-48bc-9ba2-dda2ced8fcac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.416994] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 756.416994] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bed56a-f124-475f-c643-d72f08eb65c3" [ 756.416994] env[65717]: _type = "Task" [ 756.416994] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.430590] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bed56a-f124-475f-c643-d72f08eb65c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.454628] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updated VIF entry in instance network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 756.455141] env[65717]: DEBUG nova.network.neutron [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.478116] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.532127] env[65717]: DEBUG nova.compute.manager [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 756.532243] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.533181] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa1d72-f325-4085-aa49-81e8333f9095 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.542809] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.542987] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321c1048-904a-4ffb-91d7-18cf510e03ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.551794] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 756.551794] env[65717]: value = "task-4393009" [ 756.551794] env[65717]: _type = "Task" [ 756.551794] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.562689] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.631408] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.631654] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.661512] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.682778] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393006, 'name': Rename_Task, 'duration_secs': 0.287608} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.683062] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.683754] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fafe60b-4eae-4c07-a5ef-93a2550c296a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.689135] env[65717]: DEBUG nova.objects.base [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance<763346ae-0796-4e11-ae45-1ee6f66c8aef> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 756.689242] env[65717]: DEBUG nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.689516] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.689829] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.693653] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 756.693653] env[65717]: value = "task-4393010" [ 756.693653] env[65717]: _type = "Task" [ 756.693653] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.706642] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.742618] env[65717]: DEBUG nova.policy [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.799320] env[65717]: DEBUG oslo_vmware.api [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Task: {'id': task-4393008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30782} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.799320] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.799320] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.799320] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.799320] env[65717]: INFO nova.compute.manager [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Took 1.16 seconds to destroy the instance on the hypervisor. [ 756.799622] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 756.799780] env[65717]: DEBUG nova.compute.manager [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 756.800207] env[65717]: DEBUG nova.network.neutron [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 756.800876] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.859586] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.932554] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bed56a-f124-475f-c643-d72f08eb65c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.935868] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26afff41-c508-47a7-99bc-61b49ec669d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.942720] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 756.942720] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297186a-238d-309c-5552-5208867d1095" [ 756.942720] env[65717]: _type = "Task" [ 756.942720] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.955154] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297186a-238d-309c-5552-5208867d1095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.958700] env[65717]: DEBUG oslo_concurrency.lockutils [req-89efcc6a-690e-4a59-bcbc-c5d153e029a8 req-fe330d63-6f8a-42f0-8132-3069fee5465d service nova] Releasing lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.976922] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393004, 'name': CreateSnapshot_Task, 'duration_secs': 0.564949} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.979820] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.980744] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab37c04-de46-44b8-95cc-c654f9dba5c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.039114] env[65717]: DEBUG nova.network.neutron [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.070948] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393009, 'name': PowerOffVM_Task, 'duration_secs': 0.288368} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.074280] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.074523] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.074958] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-970dde3a-48ce-4d0d-9f1c-63b371c3f34b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.155147] env[65717]: DEBUG nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Successfully created port: 1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.172694] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393005, 'name': ReconfigVM_Task, 'duration_secs': 0.67813} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.173305] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 6be327f8-a957-4d47-969e-749c35809d6e/6be327f8-a957-4d47-969e-749c35809d6e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.174013] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0328607-5e31-4413-a0c6-04e00cbcca09 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.183554] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.183554] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.183554] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleting the datastore file [datastore2] ef9a2693-b456-4214-9e5c-0b91d7fbf08f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.185589] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ff228ca-8556-48ea-9b18-dfdcc1a17209 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.187654] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 757.187654] env[65717]: value = "task-4393012" [ 757.187654] env[65717]: _type = "Task" [ 757.187654] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.199546] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393012, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.208316] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 757.208316] env[65717]: value = "task-4393013" [ 757.208316] env[65717]: _type = "Task" [ 757.208316] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.219534] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393010, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.227696] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.269616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138533a-aa08-4e63-9b95-d4253823f25d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.280035] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7d809-25a4-4119-b504-1dd237ecb5e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.314037] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e673fd-6d5e-43ff-b12b-e64e05f2111b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.323576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80589197-1884-4851-b181-cbc3bcb04895 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.342521] env[65717]: DEBUG nova.compute.provider_tree [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.350947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.351201] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.460020] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297186a-238d-309c-5552-5208867d1095, 'name': SearchDatastore_Task, 'duration_secs': 0.02535} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.460020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.460020] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/4ee6a0e4-0282-4bcb-8b0d-3e00e7607839.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.460020] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed20a4c-e6b3-4b46-9b06-ebd5c9c51d9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.470018] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 757.470018] env[65717]: value = "task-4393014" [ 757.470018] env[65717]: _type = "Task" [ 757.470018] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.480994] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.505342] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.505604] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9fa433f-ff89-4f2d-a79d-8cc0293f174b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.515189] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 757.515189] env[65717]: value = "task-4393015" [ 757.515189] env[65717]: _type = "Task" [ 757.515189] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.524717] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393015, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.543806] env[65717]: INFO nova.compute.manager [-] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Took 1.65 seconds to deallocate network for instance. [ 757.667230] env[65717]: DEBUG nova.network.neutron [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.703733] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393012, 'name': Rename_Task, 'duration_secs': 0.19114} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.709512] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.710492] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f7e3677-cfe8-4cdd-b1ad-7178faadd834 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.720890] env[65717]: DEBUG oslo_vmware.api [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393010, 'name': PowerOnVM_Task, 'duration_secs': 0.795873} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.724941] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.725227] env[65717]: INFO nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Took 12.62 seconds to spawn the instance on the hypervisor. [ 757.725418] env[65717]: DEBUG nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.725747] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 757.725747] env[65717]: value = "task-4393016" [ 757.725747] env[65717]: _type = "Task" [ 757.725747] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.725943] env[65717]: DEBUG oslo_vmware.api [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234715} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.726666] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55940d7-3cbc-4bc9-8514-73fceb4a0019 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.729871] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.730074] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.730252] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.730426] env[65717]: INFO nova.compute.manager [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 757.730657] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 757.734273] env[65717]: DEBUG nova.compute.manager [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 757.734415] env[65717]: DEBUG nova.network.neutron [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.734681] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.747775] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.779899] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.867963] env[65717]: ERROR nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [req-7abd6214-7c10-444c-b107-35f4a50e02cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7abd6214-7c10-444c-b107-35f4a50e02cb"}]} [ 757.885725] env[65717]: DEBUG nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.907040] env[65717]: DEBUG nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.907448] env[65717]: DEBUG nova.compute.provider_tree [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.920475] env[65717]: DEBUG nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.942487] env[65717]: DEBUG nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.983116] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.031998] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393015, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.056378] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.170618] env[65717]: INFO nova.compute.manager [-] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Took 1.37 seconds to deallocate network for instance. [ 758.207349] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.207585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.246144] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.257407] env[65717]: INFO nova.compute.manager [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Took 44.69 seconds to build instance. [ 758.257407] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.257948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.258264] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.258478] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.258668] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.260559] env[65717]: INFO nova.compute.manager [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Terminating instance [ 758.484938] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686103} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.488536] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/4ee6a0e4-0282-4bcb-8b0d-3e00e7607839.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.488778] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.489368] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e867e5e-10d4-4d63-a5ee-5c202efafe79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498635] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 758.498635] env[65717]: value = "task-4393017" [ 758.498635] env[65717]: _type = "Task" [ 758.498635] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.512872] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.527739] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393015, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.538349] env[65717]: DEBUG nova.network.neutron [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.588591] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ed0dc-5691-494f-8c03-a0958dd85248 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.598314] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443df286-2686-4410-ae99-31bc64320dd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.635586] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedabcce-fe83-4696-83f6-e234e865b3e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.644404] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55ad4c-6d40-4cda-ae74-96e0c62c9ca8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.660500] env[65717]: DEBUG nova.compute.provider_tree [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.680309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.744712] env[65717]: DEBUG oslo_vmware.api [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393016, 'name': PowerOnVM_Task, 'duration_secs': 0.798778} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.745261] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.745570] env[65717]: INFO nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Took 10.84 seconds to spawn the instance on the hypervisor. [ 758.745855] env[65717]: DEBUG nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.746955] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01910958-5102-4aa7-a9e4-2d70cb464c86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.762357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-88de413e-5696-41fe-9f43-47e5cc0582b5 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.110s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.768943] env[65717]: DEBUG nova.compute.manager [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 758.768943] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.769873] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407da5d-c464-4cf7-bdb6-91b9b41363cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.782222] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.783576] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15877bdd-dae3-4837-b8cf-39ebacfade29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.793579] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 758.793579] env[65717]: value = "task-4393018" [ 758.793579] env[65717]: _type = "Task" [ 758.793579] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.805848] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4393018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.805974] env[65717]: DEBUG nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Successfully updated port: 1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 759.009941] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081273} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.010286] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.011076] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d12bb-b4b3-4415-9fc0-06e3d897bd3d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.035832] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/4ee6a0e4-0282-4bcb-8b0d-3e00e7607839.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.039504] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1d4171-6062-46b7-a516-a48023e64996 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.054127] env[65717]: INFO nova.compute.manager [-] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Took 1.32 seconds to deallocate network for instance. [ 759.063757] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.063875] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.064082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.064278] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.064444] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.066979] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393015, 'name': CloneVM_Task, 'duration_secs': 1.472373} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.066979] env[65717]: INFO nova.compute.manager [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Terminating instance [ 759.069081] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Created linked-clone VM from snapshot [ 759.069404] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 759.069404] env[65717]: value = "task-4393019" [ 759.069404] env[65717]: _type = "Task" [ 759.069404] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.071173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7f01d-7c3d-410f-8a60-e80f740a82c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.085027] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Uploading image 4ded106e-38b6-431b-b517-e71e46b80984 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.094278] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.111685] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.111685] env[65717]: value = "vm-859888" [ 759.111685] env[65717]: _type = "VirtualMachine" [ 759.111685] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.112251] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-592c4bba-0c1e-47c6-ab39-ec151eebb57c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.120201] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease: (returnval){ [ 759.120201] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e3173-eca1-0c17-0f36-bb6eb276ed6d" [ 759.120201] env[65717]: _type = "HttpNfcLease" [ 759.120201] env[65717]: } obtained for exporting VM: (result){ [ 759.120201] env[65717]: value = "vm-859888" [ 759.120201] env[65717]: _type = "VirtualMachine" [ 759.120201] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.120444] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the lease: (returnval){ [ 759.120444] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e3173-eca1-0c17-0f36-bb6eb276ed6d" [ 759.120444] env[65717]: _type = "HttpNfcLease" [ 759.120444] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.128017] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.128017] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e3173-eca1-0c17-0f36-bb6eb276ed6d" [ 759.128017] env[65717]: _type = "HttpNfcLease" [ 759.128017] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.161223] env[65717]: DEBUG nova.compute.manager [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Received event network-vif-plugged-fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 759.161476] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Acquiring lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.161600] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.161760] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.161919] env[65717]: DEBUG nova.compute.manager [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] No waiting events found dispatching network-vif-plugged-fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.162089] env[65717]: WARNING nova.compute.manager [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Received unexpected event network-vif-plugged-fcf39cea-732e-47a0-bb37-d381e5d203c9 for instance with vm_state building and task_state spawning. [ 759.162268] env[65717]: DEBUG nova.compute.manager [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Received event network-changed-fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 759.162461] env[65717]: DEBUG nova.compute.manager [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Refreshing instance network info cache due to event network-changed-fcf39cea-732e-47a0-bb37-d381e5d203c9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 759.162643] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Acquiring lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.162689] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Acquired lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.162869] env[65717]: DEBUG nova.network.neutron [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Refreshing network info cache for port fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.199170] env[65717]: DEBUG nova.scheduler.client.report [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.199441] env[65717]: DEBUG nova.compute.provider_tree [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 69 to 70 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.199614] env[65717]: DEBUG nova.compute.provider_tree [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.267930] env[65717]: INFO nova.compute.manager [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Took 43.34 seconds to build instance. [ 759.268965] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 759.304215] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4393018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.309142] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.309332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.309508] env[65717]: DEBUG nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.479987] env[65717]: DEBUG nova.compute.manager [req-bf392f2e-6e94-4d58-91c1-8e8958c3d64c req-a82cd473-926d-42b9-ad63-8ff0ba5c2e62 service nova] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Received event network-vif-deleted-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 759.570566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.578025] env[65717]: DEBUG nova.compute.manager [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 759.578025] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.584215] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f18d3-1953-4659-8c66-8c039bb832f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.594911] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.597562] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.597562] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49cff9e2-1cfc-46f3-b8b5-b756bb1c94bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605297] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 759.605297] env[65717]: value = "task-4393021" [ 759.605297] env[65717]: _type = "Task" [ 759.605297] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.616334] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.630290] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.630290] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e3173-eca1-0c17-0f36-bb6eb276ed6d" [ 759.630290] env[65717]: _type = "HttpNfcLease" [ 759.630290] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.630599] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.630599] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528e3173-eca1-0c17-0f36-bb6eb276ed6d" [ 759.630599] env[65717]: _type = "HttpNfcLease" [ 759.630599] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.631414] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb0a76-03a2-46ad-9673-2f480ec6a0e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.641187] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.641540] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.697216] env[65717]: WARNING neutronclient.v2_0.client [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.704691] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.131s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.705298] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 759.708746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.933s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.708985] env[65717]: DEBUG nova.objects.instance [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'resources' on Instance uuid 6ef3f479-54e3-4866-b6b8-90d65de9f1dd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.746458] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae102ef1-766f-4aeb-9468-f41246e1f8c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.772248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f1c510a0-479d-4f4e-8558-ecd487db9058 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.502s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.802279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.811183] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4393018, 'name': PowerOffVM_Task, 'duration_secs': 0.774722} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.811461] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.811885] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.811999] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d42f8a-48e2-47e3-9e61-d7281fb4ac8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871877] env[65717]: WARNING nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 759.908213] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.908544] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.908726] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Deleting the datastore file [datastore1] c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.909023] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32620fdb-96e8-4aaa-b4b9-4d365b82e927 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.917251] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for the task: (returnval){ [ 759.917251] env[65717]: value = "task-4393023" [ 759.917251] env[65717]: _type = "Task" [ 759.917251] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.928546] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4393023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.061532] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.081470] env[65717]: WARNING neutronclient.v2_0.client [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.087301] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393019, 'name': ReconfigVM_Task, 'duration_secs': 0.731661} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.087622] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/4ee6a0e4-0282-4bcb-8b0d-3e00e7607839.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.087930] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65717) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 760.088637] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-356e343f-0f32-40d8-94c4-31284473efcb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.098545] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 760.098545] env[65717]: value = "task-4393024" [ 760.098545] env[65717]: _type = "Task" [ 760.098545] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.114817] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393024, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.122715] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393021, 'name': PowerOffVM_Task, 'duration_secs': 0.497675} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.122954] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.123114] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.123459] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cdd70b7-e682-4a80-a0df-45508aa7202e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.182460] env[65717]: DEBUG nova.network.neutron [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updated VIF entry in instance network info cache for port fcf39cea-732e-47a0-bb37-d381e5d203c9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.184222] env[65717]: DEBUG nova.network.neutron [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updating instance_info_cache with network_info: [{"id": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "address": "fa:16:3e:36:df:61", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf39cea-73", "ovs_interfaceid": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.201595] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.201595] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.202042] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleting the datastore file [datastore2] c572bb35-1255-4b5f-84ff-3368f11cc0cb {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.202438] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02276883-e4fe-49c3-9d42-dca611db123a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.213469] env[65717]: DEBUG nova.compute.utils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.214718] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for the task: (returnval){ [ 760.214718] env[65717]: value = "task-4393026" [ 760.214718] env[65717]: _type = "Task" [ 760.214718] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.225228] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 760.225741] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 760.226407] env[65717]: WARNING neutronclient.v2_0.client [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.226995] env[65717]: WARNING neutronclient.v2_0.client [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.249393] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.281246] env[65717]: DEBUG nova.policy [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b27c701ecf41e7a10e13673fd667bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c15a803b9d47bcaeb4ca3f85d76ff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.283329] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 760.309558] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.432180] env[65717]: DEBUG oslo_vmware.api [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Task: {'id': task-4393023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189215} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.432846] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.432962] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.433571] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.434257] env[65717]: INFO nova.compute.manager [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 760.434496] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.434935] env[65717]: DEBUG nova.compute.manager [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.435251] env[65717]: DEBUG nova.network.neutron [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.435821] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.446539] env[65717]: DEBUG nova.network.neutron [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1109507a-b8d3-47e0-8c56-b6da237c8e7f", "address": "fa:16:3e:11:3d:f6", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1109507a-b8", "ovs_interfaceid": "1109507a-b8d3-47e0-8c56-b6da237c8e7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.501013] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.618216] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393024, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062488} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.618808] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65717) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 760.619895] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0397e186-1023-4e6c-839f-a44aabbe5c3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669712] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/ephemeral_0.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.676237] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2d7b74-5f09-400c-8791-66ff2f5b77d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.695132] env[65717]: DEBUG oslo_concurrency.lockutils [req-fedbebb7-0bd9-4825-aa24-52bef6128182 req-b4e4ff5d-f1ae-4697-900e-ba295467570d service nova] Releasing lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.703383] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 760.703383] env[65717]: value = "task-4393027" [ 760.703383] env[65717]: _type = "Task" [ 760.703383] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.719404] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.731433] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Successfully created port: 63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.735228] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 760.751899] env[65717]: DEBUG oslo_vmware.api [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Task: {'id': task-4393026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176066} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.752465] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.752898] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.753216] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.753909] env[65717]: INFO nova.compute.manager [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 760.753909] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.754090] env[65717]: DEBUG nova.compute.manager [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.754481] env[65717]: DEBUG nova.network.neutron [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.754481] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.816865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.882443] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.950071] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.951168] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.951168] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.951738] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4b093-19cc-4f77-9b4b-0beeac12c698 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.982498] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.983422] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.983422] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.983656] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.983837] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.985040] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.985040] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.985040] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.985040] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.985326] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.985623] env[65717]: DEBUG nova.virt.hardware [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.998346] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfiguring VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 761.000800] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7788d4-9224-40ed-96a0-39ffbae5220b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.020996] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8f190-2bb3-46af-bcbc-b7da52b55d8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.032524] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ca5ac-8a31-4bc3-86ef-046a847cc199 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.036580] env[65717]: DEBUG oslo_vmware.api [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 761.036580] env[65717]: value = "task-4393028" [ 761.036580] env[65717]: _type = "Task" [ 761.036580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.070606] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ab040-d3f3-4ca5-a30d-9ae008fd7678 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.076881] env[65717]: DEBUG oslo_vmware.api [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393028, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.084220] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd5ed6-ffd8-42e3-a621-2e1afd535771 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.103603] env[65717]: DEBUG nova.compute.provider_tree [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.217280] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.263179] env[65717]: DEBUG nova.network.neutron [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.549365] env[65717]: DEBUG oslo_vmware.api [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.607231] env[65717]: DEBUG nova.scheduler.client.report [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.666129] env[65717]: DEBUG nova.network.neutron [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.716418] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393027, 'name': ReconfigVM_Task, 'duration_secs': 0.615955} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.716852] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839/ephemeral_0.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.717559] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4a6e41-df63-4b94-870a-e70c670bbcf2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.727531] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 761.727531] env[65717]: value = "task-4393029" [ 761.727531] env[65717]: _type = "Task" [ 761.727531] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.737513] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393029, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.751470] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 761.766704] env[65717]: INFO nova.compute.manager [-] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Took 1.33 seconds to deallocate network for instance. [ 761.782514] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.782798] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.782923] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.783121] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.783267] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.783410] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.783614] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.783766] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.783924] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.784104] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.784280] env[65717]: DEBUG nova.virt.hardware [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.785239] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04695de4-fc06-498d-9293-58cd9c83ea75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.795164] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a59acc-e66e-4fa9-aa93-fb1e443fc2a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.049046] env[65717]: DEBUG oslo_vmware.api [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393028, 'name': ReconfigVM_Task, 'duration_secs': 0.985045} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.049724] env[65717]: WARNING neutronclient.v2_0.client [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.050019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.050323] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfigured VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 762.113315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.116574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.625s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.117052] env[65717]: DEBUG nova.objects.instance [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'resources' on Instance uuid eda08858-f50a-4820-a9d6-38bc1ba78417 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.142951] env[65717]: INFO nova.scheduler.client.report [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted allocations for instance 6ef3f479-54e3-4866-b6b8-90d65de9f1dd [ 762.169369] env[65717]: INFO nova.compute.manager [-] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Took 1.41 seconds to deallocate network for instance. [ 762.244207] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393029, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.276888] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.360427] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Successfully updated port: 63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 762.556065] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a02fe510-d237-4908-9e26-53c6b76e5042 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.081s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.654112] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b45be74-f87f-45b1-a16d-86204ea0eca4 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "6ef3f479-54e3-4866-b6b8-90d65de9f1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.342s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.676983] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.741215] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393029, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.865493] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.865695] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquired lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.865877] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 763.123504] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f9078-ca72-4879-9ae4-6f938c6c8247 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.133650] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b90b0c-4ed1-4fab-8bff-5f280d36a99d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.167880] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8538b6ec-7c45-4f45-b056-281ac728625b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.172029] env[65717]: DEBUG nova.compute.manager [req-2e633ae4-bed3-48ce-b275-d9f4b22bc544 req-dc51da02-e089-4fa5-b855-a32c31b0ad9e service nova] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Received event network-vif-deleted-e53ca513-e191-4bac-ad24-03d06677ff91 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.172238] env[65717]: DEBUG nova.compute.manager [req-2e633ae4-bed3-48ce-b275-d9f4b22bc544 req-dc51da02-e089-4fa5-b855-a32c31b0ad9e service nova] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Received event network-vif-deleted-92f6926b-c958-4994-88d9-39d507c9197b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.179544] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44adae04-dc24-45ce-b730-09165d6d0a19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.200585] env[65717]: DEBUG nova.compute.provider_tree [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.241129] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393029, 'name': Rename_Task, 'duration_secs': 1.211066} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.241129] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.241397] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321442bb-0a47-4fba-b7dd-35a0030b171f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.253103] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 763.253103] env[65717]: value = "task-4393030" [ 763.253103] env[65717]: _type = "Task" [ 763.253103] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.263866] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.334328] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Received event network-vif-deleted-2224b7e7-2f7a-4b1f-baf9-887402a354a0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.334653] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-vif-plugged-1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.334813] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.335158] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.335351] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.335567] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] No waiting events found dispatching network-vif-plugged-1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 763.335932] env[65717]: WARNING nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received unexpected event network-vif-plugged-1109507a-b8d3-47e0-8c56-b6da237c8e7f for instance with vm_state active and task_state None. [ 763.335932] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-changed-1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 763.336404] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing instance network info cache due to event network-changed-1109507a-b8d3-47e0-8c56-b6da237c8e7f. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 763.336404] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.336539] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.336751] env[65717]: DEBUG nova.network.neutron [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Refreshing network info cache for port 1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.433629] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 763.540681] env[65717]: WARNING neutronclient.v2_0.client [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.703891] env[65717]: DEBUG nova.scheduler.client.report [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.738097] env[65717]: DEBUG nova.network.neutron [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Updating instance_info_cache with network_info: [{"id": "63954443-26a4-4996-a6b0-ff4e50f70f80", "address": "fa:16:3e:91:f8:a5", "network": {"id": "732fc55d-3784-4560-845a-71ce193d1666", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-975811607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c15a803b9d47bcaeb4ca3f85d76ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63954443-26", "ovs_interfaceid": "63954443-26a4-4996-a6b0-ff4e50f70f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.769900] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393030, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.839948] env[65717]: WARNING neutronclient.v2_0.client [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.029936] env[65717]: WARNING neutronclient.v2_0.client [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.134660] env[65717]: DEBUG nova.network.neutron [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updated VIF entry in instance network info cache for port 1109507a-b8d3-47e0-8c56-b6da237c8e7f. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.135594] env[65717]: DEBUG nova.network.neutron [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1109507a-b8d3-47e0-8c56-b6da237c8e7f", "address": "fa:16:3e:11:3d:f6", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1109507a-b8", "ovs_interfaceid": "1109507a-b8d3-47e0-8c56-b6da237c8e7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.209146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.212383] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.393s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.212774] env[65717]: DEBUG nova.objects.instance [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lazy-loading 'resources' on Instance uuid 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.244268] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Releasing lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.244673] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Instance network_info: |[{"id": "63954443-26a4-4996-a6b0-ff4e50f70f80", "address": "fa:16:3e:91:f8:a5", "network": {"id": "732fc55d-3784-4560-845a-71ce193d1666", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-975811607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c15a803b9d47bcaeb4ca3f85d76ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63954443-26", "ovs_interfaceid": "63954443-26a4-4996-a6b0-ff4e50f70f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 764.245217] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f8:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63954443-26a4-4996-a6b0-ff4e50f70f80', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.256041] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Creating folder: Project (d0c15a803b9d47bcaeb4ca3f85d76ff8). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.257198] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6becf1-2fcf-48e4-8e21-14e2f8accab6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.269567] env[65717]: DEBUG oslo_vmware.api [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393030, 'name': PowerOnVM_Task, 'duration_secs': 0.718031} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.270703] env[65717]: INFO nova.scheduler.client.report [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocations for instance eda08858-f50a-4820-a9d6-38bc1ba78417 [ 764.271944] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.272067] env[65717]: INFO nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Took 13.12 seconds to spawn the instance on the hypervisor. [ 764.272253] env[65717]: DEBUG nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.275480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb6e132-6b7b-48cd-8c95-c366468b6771 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.280434] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Created folder: Project (d0c15a803b9d47bcaeb4ca3f85d76ff8) in parent group-v859766. [ 764.280670] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Creating folder: Instances. Parent ref: group-v859889. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.281452] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aabe443d-c045-48b4-9466-f109a2f18c05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.296035] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Created folder: Instances in parent group-v859889. [ 764.296035] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 764.296035] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.296035] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55cf625e-4ef6-4f84-88b0-007018249c54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.318325] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.318325] env[65717]: value = "task-4393033" [ 764.318325] env[65717]: _type = "Task" [ 764.318325] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.330771] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393033, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.580396] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "c5f81e6e-5030-4197-a171-2668a8964855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.580396] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.580396] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "c5f81e6e-5030-4197-a171-2668a8964855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.580396] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.580396] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.584624] env[65717]: INFO nova.compute.manager [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Terminating instance [ 764.639196] env[65717]: DEBUG oslo_concurrency.lockutils [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639516] env[65717]: DEBUG nova.compute.manager [req-5c3edb80-a43c-4822-b588-d118914e7db6 req-96f29cf6-92b1-4e54-883a-decfdaa91ff0 service nova] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Received event network-vif-deleted-0a0d0dac-6f75-4e94-94ad-036c56960f05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 764.656628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "6be327f8-a957-4d47-969e-749c35809d6e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.656948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.657368] env[65717]: INFO nova.compute.manager [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Rebooting instance [ 764.783974] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "eda08858-f50a-4820-a9d6-38bc1ba78417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.732s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.805775] env[65717]: INFO nova.compute.manager [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Took 47.91 seconds to build instance. [ 764.835947] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393033, 'name': CreateVM_Task, 'duration_secs': 0.499429} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.836248] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.836875] env[65717]: WARNING neutronclient.v2_0.client [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.837394] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.837573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.838114] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.838498] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7911139d-43c7-4908-8e3b-1a94dc653984 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.848982] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 764.848982] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf6d27-afac-af95-08a8-21da6653cd7f" [ 764.848982] env[65717]: _type = "Task" [ 764.848982] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.867242] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf6d27-afac-af95-08a8-21da6653cd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.097773] env[65717]: DEBUG nova.compute.manager [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 765.097773] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.098107] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127ce006-98f5-4196-94a6-7a9394c37b27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.108740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.111749] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa1f4e35-3227-475a-b5ba-5764a4a7d8b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.121288] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 765.121288] env[65717]: value = "task-4393034" [ 765.121288] env[65717]: _type = "Task" [ 765.121288] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.137623] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.193056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.193322] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquired lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.193542] env[65717]: DEBUG nova.network.neutron [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.292526] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6386c4df-f0d6-4523-a424-d5d465f8aa10 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.304247] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aac5fe-7971-4ac2-bd96-022ff8053b77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.279s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.346084] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f9c7aa-972f-4e54-864e-7d3f3fbdfe57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.367348] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069db9dc-ba8a-4149-85c5-67e090ef44c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.375190] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf6d27-afac-af95-08a8-21da6653cd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.019311} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.375190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.375190] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.375190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.375190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.375190] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.375190] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae77414-fbd1-440f-a9d4-d7266bb583c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.386983] env[65717]: DEBUG nova.compute.provider_tree [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.402718] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.402981] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.404281] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2435235e-3543-4c9e-bcd4-363ea6f3060f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.412731] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 765.412731] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8f6d9-b746-4fd5-c4a7-b6823e67f581" [ 765.412731] env[65717]: _type = "Task" [ 765.412731] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.425390] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8f6d9-b746-4fd5-c4a7-b6823e67f581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.632733] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393034, 'name': PowerOffVM_Task, 'duration_secs': 0.318265} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.633048] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.633231] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.633626] env[65717]: DEBUG oslo_concurrency.lockutils [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.633994] env[65717]: DEBUG oslo_concurrency.lockutils [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.633994] env[65717]: DEBUG nova.compute.manager [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 765.634265] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4b73c66-9f7c-40f4-8574-4f7402df813a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.636748] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595840e4-1dc6-4841-b43d-c91d4c3c781b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.645020] env[65717]: DEBUG nova.compute.manager [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 765.645768] env[65717]: DEBUG nova.objects.instance [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'flavor' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.696024] env[65717]: WARNING neutronclient.v2_0.client [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.708318] env[65717]: DEBUG nova.compute.manager [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Received event network-vif-plugged-63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 765.708384] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Acquiring lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.708696] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.709561] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.709561] env[65717]: DEBUG nova.compute.manager [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] No waiting events found dispatching network-vif-plugged-63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 765.709561] env[65717]: WARNING nova.compute.manager [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Received unexpected event network-vif-plugged-63954443-26a4-4996-a6b0-ff4e50f70f80 for instance with vm_state building and task_state spawning. [ 765.709561] env[65717]: DEBUG nova.compute.manager [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Received event network-changed-63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 765.709942] env[65717]: DEBUG nova.compute.manager [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Refreshing instance network info cache due to event network-changed-63954443-26a4-4996-a6b0-ff4e50f70f80. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 765.710099] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Acquiring lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.710282] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Acquired lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.710570] env[65717]: DEBUG nova.network.neutron [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Refreshing network info cache for port 63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.728136] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.729031] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.729031] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleting the datastore file [datastore1] c5f81e6e-5030-4197-a171-2668a8964855 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.730132] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc3139c2-3565-4706-8fa6-ba38952c72fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.739767] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 765.739767] env[65717]: value = "task-4393036" [ 765.739767] env[65717]: _type = "Task" [ 765.739767] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.753941] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.787413] env[65717]: DEBUG nova.compute.manager [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 765.787686] env[65717]: DEBUG nova.compute.manager [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing instance network info cache due to event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 765.787836] env[65717]: DEBUG oslo_concurrency.lockutils [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] Acquiring lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.812415] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 765.869340] env[65717]: WARNING neutronclient.v2_0.client [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.891223] env[65717]: DEBUG nova.scheduler.client.report [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.927648] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8f6d9-b746-4fd5-c4a7-b6823e67f581, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.928966] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fd6d23-113e-43e7-ac10-04351ec2d00d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.938035] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 765.938035] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5299538a-d2f9-72e2-2483-94d0c698f10b" [ 765.938035] env[65717]: _type = "Task" [ 765.938035] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.950214] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5299538a-d2f9-72e2-2483-94d0c698f10b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.957211] env[65717]: DEBUG nova.network.neutron [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.196064] env[65717]: DEBUG nova.compute.manager [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 766.215546] env[65717]: WARNING neutronclient.v2_0.client [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.258966] env[65717]: DEBUG oslo_vmware.api [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311048} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.259730] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.259923] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.260110] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.261129] env[65717]: INFO nova.compute.manager [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Took 1.16 seconds to destroy the instance on the hypervisor. [ 766.261129] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.261129] env[65717]: DEBUG nova.compute.manager [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 766.261129] env[65717]: DEBUG nova.network.neutron [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 766.261129] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.346732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.370532] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.398426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.401397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.925s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.401990] env[65717]: DEBUG nova.objects.instance [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lazy-loading 'resources' on Instance uuid 86328da5-a12b-4ec4-8813-8c626fb63245 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.426111] env[65717]: INFO nova.scheduler.client.report [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Deleted allocations for instance 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42 [ 766.454044] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5299538a-d2f9-72e2-2483-94d0c698f10b, 'name': SearchDatastore_Task, 'duration_secs': 0.029461} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.454746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-1109507a-b8d3-47e0-8c56-b6da237c8e7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.455201] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-1109507a-b8d3-47e0-8c56-b6da237c8e7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.456880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457318] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c26efe23-1c87-491f-8308-1c03071bfebe/c26efe23-1c87-491f-8308-1c03071bfebe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.461021] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d266fe17-4ccb-4cd1-837f-237a0c576f2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.462955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Releasing lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.464812] env[65717]: DEBUG oslo_concurrency.lockutils [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] Acquired lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.465166] env[65717]: DEBUG nova.network.neutron [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.477777] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 766.477777] env[65717]: value = "task-4393037" [ 766.477777] env[65717]: _type = "Task" [ 766.477777] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.495016] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.654662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.655107] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5e148b-d2d0-4241-9bea-950509e006b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.664521] env[65717]: DEBUG oslo_vmware.api [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 766.664521] env[65717]: value = "task-4393038" [ 766.664521] env[65717]: _type = "Task" [ 766.664521] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.675925] env[65717]: DEBUG oslo_vmware.api [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.720202] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.939793] env[65717]: DEBUG oslo_concurrency.lockutils [None req-64105d97-98c0-43cc-acff-4e63b57b89d7 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Lock "154fdb4c-42f6-41f2-8b6f-20e76c5f0b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.683s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.962391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.962391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.963660] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f832fdf7-ee60-49d2-bd7a-20d2f5ed74fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.974484] env[65717]: WARNING neutronclient.v2_0.client [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.981204] env[65717]: WARNING neutronclient.v2_0.client [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.988561] env[65717]: DEBUG nova.compute.manager [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 766.991712] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e64f8f-efb2-46c4-90af-e5d1637def3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.019301] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534bf956-0438-4b6b-b71b-e1882e690bf8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.032879] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.058831] env[65717]: WARNING neutronclient.v2_0.client [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.065460] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfiguring VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 767.069251] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3854798-ba23-4704-9baa-73c9d02df384 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.097928] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 767.097928] env[65717]: value = "task-4393039" [ 767.097928] env[65717]: _type = "Task" [ 767.097928] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.110630] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.971831] env[65717]: DEBUG nova.network.neutron [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.976791] env[65717]: DEBUG oslo_vmware.api [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393038, 'name': PowerOffVM_Task, 'duration_secs': 0.30061} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.977498] env[65717]: DEBUG nova.network.neutron [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Updated VIF entry in instance network info cache for port 63954443-26a4-4996-a6b0-ff4e50f70f80. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.977806] env[65717]: DEBUG nova.network.neutron [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Updating instance_info_cache with network_info: [{"id": "63954443-26a4-4996-a6b0-ff4e50f70f80", "address": "fa:16:3e:91:f8:a5", "network": {"id": "732fc55d-3784-4560-845a-71ce193d1666", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-975811607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c15a803b9d47bcaeb4ca3f85d76ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63954443-26", "ovs_interfaceid": "63954443-26a4-4996-a6b0-ff4e50f70f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.993061] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.993061] env[65717]: DEBUG nova.compute.manager [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.993061] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822b8cc-f255-454c-b297-755fe679ee6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.006992] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.011441] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594129} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.015324] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c26efe23-1c87-491f-8308-1c03071bfebe/c26efe23-1c87-491f-8308-1c03071bfebe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.015324] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.015522] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23a1eb9b-22de-4d42-b710-96d684f283d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.029668] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 768.029668] env[65717]: value = "task-4393040" [ 768.029668] env[65717]: _type = "Task" [ 768.029668] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.040045] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.134971] env[65717]: WARNING neutronclient.v2_0.client [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.254396] env[65717]: DEBUG nova.compute.manager [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Received event network-changed-fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.254396] env[65717]: DEBUG nova.compute.manager [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Refreshing instance network info cache due to event network-changed-fcf39cea-732e-47a0-bb37-d381e5d203c9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 768.254396] env[65717]: DEBUG oslo_concurrency.lockutils [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] Acquiring lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.254396] env[65717]: DEBUG oslo_concurrency.lockutils [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] Acquired lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.254396] env[65717]: DEBUG nova.network.neutron [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Refreshing network info cache for port fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.272530] env[65717]: DEBUG nova.compute.manager [req-f5ebe66b-d2ea-44e6-acd0-64ab7929913d req-ab9f5f15-1e48-4717-b15d-525778a64eac service nova] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Received event network-vif-deleted-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.288681] env[65717]: DEBUG nova.network.neutron [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updated VIF entry in instance network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.292023] env[65717]: DEBUG nova.network.neutron [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.455380] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781317a-f9c9-49cd-9fae-1d3a52932a3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.470240] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb366fd-321f-4e8c-a02a-5a60e4678fca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.506955] env[65717]: INFO nova.compute.manager [-] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Took 2.25 seconds to deallocate network for instance. [ 768.508284] env[65717]: DEBUG oslo_concurrency.lockutils [req-1bb65bfc-c9b7-435d-9619-5cdfb2d46ee5 req-2f227d94-6b78-4776-a3c9-95a37b377e52 service nova] Releasing lock "refresh_cache-c26efe23-1c87-491f-8308-1c03071bfebe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.511560] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1602b-39fe-45d8-8cf1-42ed115d26f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.515410] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffc485-98fe-49e5-bb4c-14f25359ebe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.526382] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.528334] env[65717]: DEBUG oslo_concurrency.lockutils [None req-79197881-dde9-4c76-9a50-97c2b4bac9f3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.894s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.535810] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Doing hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 768.541415] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a434c640-49c9-433f-8af7-3672d74f65f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.544354] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ddb6e9-3eca-4ae0-965f-eb7775a53093 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.555344] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118232} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.565238] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.566375] env[65717]: DEBUG nova.compute.provider_tree [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.567932] env[65717]: DEBUG oslo_vmware.api [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 768.567932] env[65717]: value = "task-4393041" [ 768.567932] env[65717]: _type = "Task" [ 768.567932] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.569532] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5695f19-8153-47b7-8c2f-fdd90d2f0a61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.583624] env[65717]: DEBUG oslo_vmware.api [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393041, 'name': ResetVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.602884] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c26efe23-1c87-491f-8308-1c03071bfebe/c26efe23-1c87-491f-8308-1c03071bfebe.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.603689] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd76474b-8a7c-4856-9981-cdc27d159f74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.625964] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 768.625964] env[65717]: value = "task-4393042" [ 768.625964] env[65717]: _type = "Task" [ 768.625964] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.636784] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.757236] env[65717]: WARNING neutronclient.v2_0.client [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.794347] env[65717]: DEBUG oslo_concurrency.lockutils [req-87dc7a50-e1a6-4e22-a930-887187b3a0e4 req-dcd18fc2-2628-4cbc-a59b-7294c1d0bd44 service nova] Releasing lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.798538] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.799510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63f5622-80f4-4bdc-8f4f-acfa5ff9cdfe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.811128] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.811629] env[65717]: ERROR oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk due to incomplete transfer. [ 768.811629] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c9564c5-7793-4a54-bacd-cb9b742d5bec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.820959] env[65717]: DEBUG oslo_vmware.rw_handles [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f02b85-7644-4a41-a7d2-0906a88ed70c/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.821300] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Uploaded image 4ded106e-38b6-431b-b517-e71e46b80984 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.823866] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.825583] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99bf093d-3169-4194-868a-639a943cdb5f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.837162] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 768.837162] env[65717]: value = "task-4393043" [ 768.837162] env[65717]: _type = "Task" [ 768.837162] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.853655] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393043, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.990805] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.030936] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.069669] env[65717]: DEBUG nova.scheduler.client.report [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.088533] env[65717]: DEBUG oslo_vmware.api [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393041, 'name': ResetVM_Task, 'duration_secs': 0.110207} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.088842] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Did hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 769.088993] env[65717]: DEBUG nova.compute.manager [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.089871] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcdfaa5-cfaa-44c0-b85f-648a726542cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.113868] env[65717]: WARNING neutronclient.v2_0.client [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.140540] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393042, 'name': ReconfigVM_Task, 'duration_secs': 0.415444} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.140828] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c26efe23-1c87-491f-8308-1c03071bfebe/c26efe23-1c87-491f-8308-1c03071bfebe.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.142253] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba9f0bf-5b81-4b70-ab88-ba940c052ca4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.150448] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 769.150448] env[65717]: value = "task-4393044" [ 769.150448] env[65717]: _type = "Task" [ 769.150448] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.162537] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393044, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.260550] env[65717]: DEBUG nova.network.neutron [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updated VIF entry in instance network info cache for port fcf39cea-732e-47a0-bb37-d381e5d203c9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.261573] env[65717]: DEBUG nova.network.neutron [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updating instance_info_cache with network_info: [{"id": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "address": "fa:16:3e:36:df:61", "network": {"id": "aa40e855-49e3-4be5-85a7-37e54f7ef436", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1647533841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d6314bb36384a399d579614d5a230bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf39cea-73", "ovs_interfaceid": "fcf39cea-732e-47a0-bb37-d381e5d203c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.353760] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393043, 'name': Destroy_Task, 'duration_secs': 0.387659} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.354033] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Destroyed the VM [ 769.354271] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.354528] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5744967f-c887-47b5-ba84-8b08712c73b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.364744] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 769.364744] env[65717]: value = "task-4393045" [ 769.364744] env[65717]: _type = "Task" [ 769.364744] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.377648] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.488497] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.581662] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.180s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.583798] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.140s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.585352] env[65717]: INFO nova.compute.claims [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.606310] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c0298e7-707f-46a5-bf1a-a7fe7de482ac tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.949s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.613100] env[65717]: INFO nova.scheduler.client.report [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Deleted allocations for instance 86328da5-a12b-4ec4-8813-8c626fb63245 [ 769.664042] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393044, 'name': Rename_Task, 'duration_secs': 0.167311} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.664288] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.664840] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef0e957-8a2e-4325-b37d-e1e18b1f7c77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.675654] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 769.675654] env[65717]: value = "task-4393046" [ 769.675654] env[65717]: _type = "Task" [ 769.675654] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.685900] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.764318] env[65717]: DEBUG oslo_concurrency.lockutils [req-91d1498c-043e-43f3-8843-59c95cfc4010 req-c06a99e8-eac5-4f24-9e54-8b70c1ae71f0 service nova] Releasing lock "refresh_cache-4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.839482] env[65717]: DEBUG nova.compute.manager [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.840600] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783dcc5e-21ca-49c9-8658-f249117d6cec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.878359] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.989474] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.098696] env[65717]: DEBUG nova.objects.instance [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'flavor' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.119860] env[65717]: DEBUG oslo_concurrency.lockutils [None req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Lock "86328da5-a12b-4ec4-8813-8c626fb63245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.984s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.191110] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.353598] env[65717]: INFO nova.compute.manager [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] instance snapshotting [ 770.356847] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83046ddc-b9a6-47e4-82ed-75ddf01a59f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.384192] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e68d7f-3e7b-4f62-9885-150a191b4ec8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.393476] env[65717]: DEBUG oslo_vmware.api [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610437} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.396019] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.396337] env[65717]: INFO nova.compute.manager [None req-5e4179bd-e4ff-452f-bc3a-22d7a44e13eb tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 14.99 seconds to snapshot the instance on the hypervisor. [ 770.492814] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.606899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.607087] env[65717]: DEBUG oslo_concurrency.lockutils [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.607278] env[65717]: DEBUG nova.network.neutron [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.607457] env[65717]: DEBUG nova.objects.instance [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'info_cache' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.688766] env[65717]: DEBUG oslo_vmware.api [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393046, 'name': PowerOnVM_Task, 'duration_secs': 0.574347} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.691282] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.691495] env[65717]: INFO nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Took 8.94 seconds to spawn the instance on the hypervisor. [ 770.691674] env[65717]: DEBUG nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.692817] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334b515-5044-4cec-ac2a-0fd1edcb2900 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.911475] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.911475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c5b1f01-8e25-45b2-b55c-3189afc76538 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.919881] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 770.919881] env[65717]: value = "task-4393047" [ 770.919881] env[65717]: _type = "Task" [ 770.919881] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.936933] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.992397] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.113737] env[65717]: DEBUG nova.objects.base [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Object Instance<15a80c84-e57f-427c-a03c-f100485902f9> lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 771.198456] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8a3ef-230a-4d80-8e95-4200adb33f95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.214341] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a1d3b-2786-44ef-b84c-bb1c0ecbfde9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.218864] env[65717]: INFO nova.compute.manager [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Took 45.67 seconds to build instance. [ 771.254473] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33147f7-21be-49c7-b952-9ce94d7918c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.264809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874fcf9-1c9a-4573-8e88-99c8859c4043 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.283052] env[65717]: DEBUG nova.compute.provider_tree [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.433816] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393047, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.493322] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.619743] env[65717]: WARNING neutronclient.v2_0.client [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.724800] env[65717]: DEBUG oslo_concurrency.lockutils [None req-260946e7-2094-4e38-9e28-312b26514567 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.289s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.786130] env[65717]: DEBUG nova.scheduler.client.report [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.928132] env[65717]: WARNING neutronclient.v2_0.client [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.936303] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393047, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.994691] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.013100] env[65717]: DEBUG nova.network.neutron [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.232327] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 772.291913] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.292456] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 772.295969] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.148s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.297840] env[65717]: INFO nova.compute.claims [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.435514] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393047, 'name': CreateSnapshot_Task, 'duration_secs': 1.237679} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.435846] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.436685] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5f43b-4ca8-4c99-aec4-6ba2186642a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.493931] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.516246] env[65717]: DEBUG oslo_concurrency.lockutils [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.597890] env[65717]: DEBUG nova.compute.manager [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 772.597890] env[65717]: DEBUG nova.compute.manager [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing instance network info cache due to event network-changed-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 772.600233] env[65717]: DEBUG oslo_concurrency.lockutils [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] Acquiring lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.600383] env[65717]: DEBUG oslo_concurrency.lockutils [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] Acquired lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.601988] env[65717]: DEBUG nova.network.neutron [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Refreshing network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.762940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.800235] env[65717]: DEBUG nova.compute.utils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.801313] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 772.801681] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 772.802178] env[65717]: WARNING neutronclient.v2_0.client [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.804025] env[65717]: WARNING neutronclient.v2_0.client [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.858755] env[65717]: DEBUG nova.policy [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c94bd4413f2408284b64261a9789e30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990aa09a5f5343c698e473dde3faedf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.958322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.959081] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1810564-0b79-471f-bd52-94245fccf7fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.972247] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 772.972247] env[65717]: value = "task-4393048" [ 772.972247] env[65717]: _type = "Task" [ 772.972247] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.985135] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.995016] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.103547] env[65717]: WARNING neutronclient.v2_0.client [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.234646] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Successfully created port: df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.303433] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 773.368846] env[65717]: WARNING neutronclient.v2_0.client [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.489830] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.510093] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.520846] env[65717]: DEBUG nova.network.neutron [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updated VIF entry in instance network info cache for port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 773.521314] env[65717]: DEBUG nova.network.neutron [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [{"id": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "address": "fa:16:3e:86:19:1a", "network": {"id": "ae3f15ee-d5f0-4cef-8775-c522149df128", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1608423455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7807574c25804b34965a07c4d5ac0bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fa4ef8-9d", "ovs_interfaceid": "29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.530581] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.534571] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b177e09-d8ef-48ea-b043-b5cc5571fe80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.546164] env[65717]: DEBUG oslo_vmware.api [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 773.546164] env[65717]: value = "task-4393049" [ 773.546164] env[65717]: _type = "Task" [ 773.546164] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.561327] env[65717]: DEBUG oslo_vmware.api [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.590095] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "6be327f8-a957-4d47-969e-749c35809d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.591563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.591563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "6be327f8-a957-4d47-969e-749c35809d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.591563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.591563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.596846] env[65717]: INFO nova.compute.manager [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Terminating instance [ 773.671395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.671725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.929425] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2d170-fc95-4dfc-a95a-8171ce3773d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.938657] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe1030-7102-438b-b5aa-2e4b47570b6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.978174] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a770889-7b02-436d-b962-39c6fade1ca3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.991324] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ff103-9c48-455a-b6da-8d2dc5851f71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.998820] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.022874] env[65717]: DEBUG nova.compute.provider_tree [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.030948] env[65717]: DEBUG oslo_concurrency.lockutils [req-f79dba62-3af9-49c9-bf2d-ecf3a8215772 req-04eafc67-468c-4c3e-b00d-0fb698e9041f service nova] Releasing lock "refresh_cache-6be327f8-a957-4d47-969e-749c35809d6e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032011] env[65717]: DEBUG oslo_vmware.api [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393039, 'name': ReconfigVM_Task, 'duration_secs': 6.838443} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.032344] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032634] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Reconfigured VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 774.033240] env[65717]: WARNING neutronclient.v2_0.client [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.033699] env[65717]: WARNING neutronclient.v2_0.client [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.062756] env[65717]: DEBUG oslo_vmware.api [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.104556] env[65717]: DEBUG nova.compute.manager [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 774.104692] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.105728] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ad00b-e5f1-4e54-8a97-ec2bfa6093cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.116482] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.116793] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d14c15e-e6ef-4179-884a-5ded7d05b2d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.126406] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 774.126406] env[65717]: value = "task-4393050" [ 774.126406] env[65717]: _type = "Task" [ 774.126406] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.137702] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.316798] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 774.350813] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.351147] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.351358] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.351632] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.351804] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.351954] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.352229] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.352422] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.352615] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.352773] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.352949] env[65717]: DEBUG nova.virt.hardware [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.353988] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d4aa1d-e867-4387-aa68-ed590d9552cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.365825] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a0a411-e023-4571-b0fe-e22881505019 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.446670] env[65717]: DEBUG nova.compute.manager [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 774.448357] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154212a-7b6b-4333-8245-fdd67895c440 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.485911] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.527556] env[65717]: DEBUG nova.scheduler.client.report [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.560170] env[65717]: DEBUG oslo_vmware.api [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393049, 'name': PowerOnVM_Task, 'duration_secs': 0.626189} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.560459] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.560648] env[65717]: DEBUG nova.compute.manager [None req-496caef5-3994-4853-803e-fab22978bf9b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 774.561466] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92357f92-d6eb-4181-8f74-12ccbc1ed919 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.637578] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393050, 'name': PowerOffVM_Task, 'duration_secs': 0.274551} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.637578] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.637578] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.637803] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aae126e-f311-4255-ac2b-a728015c20da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.644014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.644324] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.715871] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.715871] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.716353] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleting the datastore file [datastore1] 6be327f8-a957-4d47-969e-749c35809d6e {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.716556] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f423d161-cc17-4b1d-b2a0-f1ac92ea5cab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.726723] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 774.726723] env[65717]: value = "task-4393052" [ 774.726723] env[65717]: _type = "Task" [ 774.726723] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.741142] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.955198] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Successfully updated port: df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.961083] env[65717]: INFO nova.compute.manager [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] instance snapshotting [ 774.965567] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e89c9d0-9f38-453c-9e3b-826d72d3e648 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.994328] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36cdc3-8233-4658-90c8-003a2710a090 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.000064] env[65717]: DEBUG nova.compute.manager [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-vif-deleted-1109507a-b8d3-47e0-8c56-b6da237c8e7f {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 775.000270] env[65717]: INFO nova.compute.manager [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Neutron deleted interface 1109507a-b8d3-47e0-8c56-b6da237c8e7f; detaching it from the instance and deleting it from the info cache [ 775.000507] env[65717]: DEBUG nova.network.neutron [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.011182] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.033748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.034303] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 775.037488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.760s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.038974] env[65717]: INFO nova.compute.claims [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.237967] env[65717]: DEBUG oslo_vmware.api [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378042} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.238444] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.238544] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.238636] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.239086] env[65717]: INFO nova.compute.manager [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 775.239086] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 775.239230] env[65717]: DEBUG nova.compute.manager [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 775.239329] env[65717]: DEBUG nova.network.neutron [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.239737] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.276730] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.314312] env[65717]: DEBUG nova.compute.manager [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Received event network-vif-plugged-df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 775.315026] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] Acquiring lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.315026] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] Lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.315026] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] Lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.316031] env[65717]: DEBUG nova.compute.manager [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] No waiting events found dispatching network-vif-plugged-df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 775.316031] env[65717]: WARNING nova.compute.manager [req-c1b81f54-d4e0-4cc9-a442-74f642f1467c req-b94b92e3-76e2-4aaa-a374-41084ca684b4 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Received unexpected event network-vif-plugged-df3d7533-7e1c-4072-a249-a03ad1e2649a for instance with vm_state building and task_state spawning. [ 775.433040] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.434265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.434265] env[65717]: DEBUG nova.network.neutron [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 775.461587] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.461587] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquired lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.461815] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 775.501072] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393048, 'name': CloneVM_Task, 'duration_secs': 2.370298} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.501432] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Created linked-clone VM from snapshot [ 775.502825] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbdf0ee-dcdd-4e52-bc4c-89f283faeef8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.506273] env[65717]: DEBUG oslo_concurrency.lockutils [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.506535] env[65717]: DEBUG oslo_concurrency.lockutils [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] Acquired lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508336] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6439e441-5bf8-431f-935a-6ec77fefe2ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.517835] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.518171] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Uploading image 5c139820-c09c-4c88-a1c3-f20d7fe8e6c9 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.535142] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9e84d5c-0929-4475-8a18-055e636f196e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.538128] env[65717]: DEBUG oslo_concurrency.lockutils [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] Releasing lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.538128] env[65717]: WARNING nova.compute.manager [req-98a402d8-49c6-4a57-bcf6-4d6568704e2f req-c4bb2b2c-bca7-42dd-8ae4-7fbb49983530 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Detach interface failed, port_id=1109507a-b8d3-47e0-8c56-b6da237c8e7f, reason: No device with interface-id 1109507a-b8d3-47e0-8c56-b6da237c8e7f exists on VM: nova.exception.NotFound: No device with interface-id 1109507a-b8d3-47e0-8c56-b6da237c8e7f exists on VM [ 775.539375] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 775.539539] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf50fe3e-0164-4c5f-940b-1a9daf7c401e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.546897] env[65717]: DEBUG nova.compute.utils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.552934] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 775.553122] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 775.553465] env[65717]: WARNING neutronclient.v2_0.client [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.553770] env[65717]: WARNING neutronclient.v2_0.client [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.556127] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 775.556127] env[65717]: value = "task-4393053" [ 775.556127] env[65717]: _type = "Task" [ 775.556127] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.556470] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 775.556470] env[65717]: value = "task-4393054" [ 775.556470] env[65717]: _type = "Task" [ 775.556470] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.566369] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.566519] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.566750] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.566951] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.567158] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.570989] env[65717]: INFO nova.compute.manager [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Terminating instance [ 775.581630] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.581911] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393054, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.617509] env[65717]: DEBUG nova.policy [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5492ba22702469b9073333b88c3c80c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0be6a05d5b2441daa6b796fe45ae44a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.693395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "c26efe23-1c87-491f-8308-1c03071bfebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.693782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.694175] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.694409] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.694624] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.697091] env[65717]: INFO nova.compute.manager [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Terminating instance [ 775.937313] env[65717]: WARNING neutronclient.v2_0.client [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.941547] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Successfully created port: 53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 776.055788] env[65717]: DEBUG nova.network.neutron [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.061263] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.064390] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 776.080698] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393054, 'name': Destroy_Task, 'duration_secs': 0.395082} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.084630] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Destroyed the VM [ 776.084630] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.085136] env[65717]: DEBUG nova.compute.manager [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 776.085378] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.085667] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.086517] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d54cd688-564c-45c9-9955-2bd7cd62d757 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.088333] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d150ae-7b4e-45b2-b1d3-8fd20cbd9e79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.097700] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.099257] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9fc690-93a8-4d38-9eda-aab862275f7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.101357] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 776.101357] env[65717]: value = "task-4393055" [ 776.101357] env[65717]: _type = "Task" [ 776.101357] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.116074] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 776.116074] env[65717]: value = "task-4393056" [ 776.116074] env[65717]: _type = "Task" [ 776.116074] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.130122] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.141929] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.175813] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.176062] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.201075] env[65717]: DEBUG nova.compute.manager [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 776.201354] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.202324] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc83c7f7-b2bf-484d-a942-561d3fa66b22 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.213253] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.213534] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a27090-9cbc-4f50-bee6-d23be9b32b2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.228485] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 776.228485] env[65717]: value = "task-4393057" [ 776.228485] env[65717]: _type = "Task" [ 776.228485] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.241647] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.368542] env[65717]: WARNING neutronclient.v2_0.client [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.431374] env[65717]: WARNING neutronclient.v2_0.client [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.567923] env[65717]: INFO nova.compute.manager [-] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Took 1.33 seconds to deallocate network for instance. [ 776.595406] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393053, 'name': CreateSnapshot_Task, 'duration_secs': 0.734733} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.595797] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.596795] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8d798-0800-479f-9f54-062cfa64a308 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.625021] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393055, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.634815] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393056, 'name': PowerOffVM_Task, 'duration_secs': 0.225952} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.635206] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.635375] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.635885] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-801206e5-6747-4ff0-8ae7-300d34fd2e43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.708444] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.708838] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.709460] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleting the datastore file [datastore1] 763346ae-0796-4e11-ae45-1ee6f66c8aef {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.710594] env[65717]: DEBUG nova.network.neutron [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Updating instance_info_cache with network_info: [{"id": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "address": "fa:16:3e:4f:b0:24", "network": {"id": "b45dc054-e9b7-4b27-bf8a-2e9246a2257e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-99675971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990aa09a5f5343c698e473dde3faedf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3d7533-7e", "ovs_interfaceid": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.711814] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a215d0-5d02-418a-9a87-5a2d26bffc75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.722254] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 776.722254] env[65717]: value = "task-4393059" [ 776.722254] env[65717]: _type = "Task" [ 776.722254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.736955] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.746352] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393057, 'name': PowerOffVM_Task, 'duration_secs': 0.284168} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.746490] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.746634] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.747158] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24a3162-3e5f-43ac-b379-117887f6a985 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.750801] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acaabcc-df71-428c-841a-9678ab15a2ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.758771] env[65717]: DEBUG nova.network.neutron [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [{"id": "d6112f74-cbce-4d24-b2a1-a08f67101968", "address": "fa:16:3e:f0:90:ea", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6112f74-cb", "ovs_interfaceid": "d6112f74-cbce-4d24-b2a1-a08f67101968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.760890] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c52fb-8c30-4d94-a6b8-700217d4a2b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.797520] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b4ecb-4895-4866-a9a2-2f58e8cde586 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.806843] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa2fa07-626c-439f-963e-44d02fc15237 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.822707] env[65717]: DEBUG nova.compute.provider_tree [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.831184] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.831184] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.831184] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Deleting the datastore file [datastore2] c26efe23-1c87-491f-8308-1c03071bfebe {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.831184] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-448933a3-4076-41c6-bdce-1562c82eab9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.838107] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for the task: (returnval){ [ 776.838107] env[65717]: value = "task-4393061" [ 776.838107] env[65717]: _type = "Task" [ 776.838107] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.851943] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.083495] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 777.086845] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.114500] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.114744] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.115158] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.115243] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.115440] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.115617] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.115832] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.116198] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.116198] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.116303] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.118739] env[65717]: DEBUG nova.virt.hardware [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.124525] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.124525] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03529f9e-b00c-49e4-b17f-421b7baf4ef4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.127987] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edfa98cc-4ba6-48a9-a348-793e527845b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.134732] env[65717]: DEBUG oslo_vmware.api [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393055, 'name': RemoveSnapshot_Task, 'duration_secs': 0.682495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.135395] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.142890] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e052f5-c28a-46b0-9a2c-00f958500de4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.147321] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 777.147321] env[65717]: value = "task-4393062" [ 777.147321] env[65717]: _type = "Task" [ 777.147321] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.164966] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393062, 'name': CloneVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.215020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Releasing lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.215449] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Instance network_info: |[{"id": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "address": "fa:16:3e:4f:b0:24", "network": {"id": "b45dc054-e9b7-4b27-bf8a-2e9246a2257e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-99675971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990aa09a5f5343c698e473dde3faedf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3d7533-7e", "ovs_interfaceid": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 777.215915] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3d7533-7e1c-4072-a249-a03ad1e2649a', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.225569] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Creating folder: Project (990aa09a5f5343c698e473dde3faedf5). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.227019] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c852582-7cf0-4a49-af4e-495ade0e1f06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.240036] env[65717]: DEBUG oslo_vmware.api [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205417} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.240036] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.240176] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.240319] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.240493] env[65717]: INFO nova.compute.manager [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 777.240736] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.240936] env[65717]: DEBUG nova.compute.manager [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 777.243708] env[65717]: DEBUG nova.network.neutron [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 777.243708] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.248559] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Created folder: Project (990aa09a5f5343c698e473dde3faedf5) in parent group-v859766. [ 777.248636] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Creating folder: Instances. Parent ref: group-v859896. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.248919] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6090db9-f0dd-477c-b3c6-346f903506e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.263651] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Created folder: Instances in parent group-v859896. [ 777.263651] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.263651] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.263651] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efa906c-0255-4389-bdcc-747c2bc8354c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.280963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-763346ae-0796-4e11-ae45-1ee6f66c8aef" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.288319] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.293634] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.293634] env[65717]: value = "task-4393065" [ 777.293634] env[65717]: _type = "Task" [ 777.293634] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.307672] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393065, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.331099] env[65717]: DEBUG nova.scheduler.client.report [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.356497] env[65717]: DEBUG oslo_vmware.api [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Task: {'id': task-4393061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149863} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.357648] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.358261] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.358261] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.358413] env[65717]: INFO nova.compute.manager [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 777.358727] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.359336] env[65717]: DEBUG nova.compute.manager [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 777.359515] env[65717]: DEBUG nova.network.neutron [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 777.359845] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.645560] env[65717]: WARNING nova.compute.manager [None req-76f19c06-6d6b-4a14-93c7-e9e780691e2a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Image not found during snapshot: nova.exception.ImageNotFound: Image 5c139820-c09c-4c88-a1c3-f20d7fe8e6c9 could not be found. [ 777.657560] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393062, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.698240] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Successfully updated port: 53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.766174] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.789651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-49fa841c-507f-4a29-b964-46519398b50f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-763346ae-0796-4e11-ae45-1ee6f66c8aef-1109507a-b8d3-47e0-8c56-b6da237c8e7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.334s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.806056] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393065, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.838579] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.839298] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 777.842260] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.588s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.844101] env[65717]: INFO nova.compute.claims [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.954314] env[65717]: DEBUG nova.compute.manager [req-49377f93-1285-46ab-a340-48e84757e2e8 req-1e64af3e-eb59-4e14-8161-89d834e97f0f service nova] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Received event network-vif-deleted-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.036053] env[65717]: DEBUG nova.compute.manager [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Received event network-changed-df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.036309] env[65717]: DEBUG nova.compute.manager [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Refreshing instance network info cache due to event network-changed-df3d7533-7e1c-4072-a249-a03ad1e2649a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 778.036536] env[65717]: DEBUG oslo_concurrency.lockutils [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] Acquiring lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.036678] env[65717]: DEBUG oslo_concurrency.lockutils [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] Acquired lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.036832] env[65717]: DEBUG nova.network.neutron [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Refreshing network info cache for port df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.159263] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393062, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.201465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.201744] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.201955] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.306770] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393065, 'name': CreateVM_Task, 'duration_secs': 0.651781} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.306958] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.307574] env[65717]: WARNING neutronclient.v2_0.client [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.307948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.308110] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.308635] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.308808] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb871163-b42f-4561-a8be-e8aef1f0341e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.315119] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 778.315119] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291ba57-bf0f-dd1f-e9e2-64a8f3f88492" [ 778.315119] env[65717]: _type = "Task" [ 778.315119] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.324696] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291ba57-bf0f-dd1f-e9e2-64a8f3f88492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.356922] env[65717]: DEBUG nova.compute.utils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.360997] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 778.361195] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.361521] env[65717]: WARNING neutronclient.v2_0.client [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.361840] env[65717]: WARNING neutronclient.v2_0.client [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.376034] env[65717]: DEBUG nova.network.neutron [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.431884] env[65717]: DEBUG nova.policy [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad38626c9dd472988b195ede4aa2ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc9b7e936064ba49b5a4141ced09dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.515588] env[65717]: DEBUG nova.network.neutron [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.540994] env[65717]: WARNING neutronclient.v2_0.client [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.662060] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393062, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.773094] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.793894] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Successfully created port: a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.826960] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291ba57-bf0f-dd1f-e9e2-64a8f3f88492, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.827331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.830074] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.830074] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.830074] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.830074] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.830074] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-179d1737-45dd-420b-8d55-ebd1ffe06720 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.845268] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.845471] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.846425] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4575b0a1-8131-4ddd-845d-f5ca4ae4a6dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.853214] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 778.853214] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c8d7d6-8b96-8071-e275-abf48094d99a" [ 778.853214] env[65717]: _type = "Task" [ 778.853214] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.858105] env[65717]: WARNING neutronclient.v2_0.client [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.861466] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 778.870518] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c8d7d6-8b96-8071-e275-abf48094d99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.878370] env[65717]: INFO nova.compute.manager [-] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Took 1.64 seconds to deallocate network for instance. [ 778.988555] env[65717]: WARNING neutronclient.v2_0.client [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.020031] env[65717]: INFO nova.compute.manager [-] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Took 1.66 seconds to deallocate network for instance. [ 779.026649] env[65717]: DEBUG nova.network.neutron [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Updated VIF entry in instance network info cache for port df3d7533-7e1c-4072-a249-a03ad1e2649a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.027107] env[65717]: DEBUG nova.network.neutron [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Updating instance_info_cache with network_info: [{"id": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "address": "fa:16:3e:4f:b0:24", "network": {"id": "b45dc054-e9b7-4b27-bf8a-2e9246a2257e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-99675971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990aa09a5f5343c698e473dde3faedf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3d7533-7e", "ovs_interfaceid": "df3d7533-7e1c-4072-a249-a03ad1e2649a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.128940] env[65717]: DEBUG nova.network.neutron [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updating instance_info_cache with network_info: [{"id": "53233349-b21b-43b5-9b88-83caba937dc5", "address": "fa:16:3e:a4:74:e6", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53233349-b2", "ovs_interfaceid": "53233349-b21b-43b5-9b88-83caba937dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.165609] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393062, 'name': CloneVM_Task, 'duration_secs': 1.783577} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.168718] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Created linked-clone VM from snapshot [ 779.169835] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e9616-7c87-4d4f-9bd6-f420e8254656 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.179143] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Uploading image 59ed1b0c-b3c5-4ae1-9c19-fad4b6352bba {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.203975] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.203975] env[65717]: value = "vm-859895" [ 779.203975] env[65717]: _type = "VirtualMachine" [ 779.203975] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.204298] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52d4ffd2-be2c-4cf9-85c3-3f58596edb3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.216687] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease: (returnval){ [ 779.216687] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a90759-8495-4d3d-be14-aa5648a7ea8a" [ 779.216687] env[65717]: _type = "HttpNfcLease" [ 779.216687] env[65717]: } obtained for exporting VM: (result){ [ 779.216687] env[65717]: value = "vm-859895" [ 779.216687] env[65717]: _type = "VirtualMachine" [ 779.216687] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.216921] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the lease: (returnval){ [ 779.216921] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a90759-8495-4d3d-be14-aa5648a7ea8a" [ 779.216921] env[65717]: _type = "HttpNfcLease" [ 779.216921] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.226183] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.226183] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a90759-8495-4d3d-be14-aa5648a7ea8a" [ 779.226183] env[65717]: _type = "HttpNfcLease" [ 779.226183] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.367984] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c8d7d6-8b96-8071-e275-abf48094d99a, 'name': SearchDatastore_Task, 'duration_secs': 0.019253} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.369070] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c006980-9323-4c83-98ff-8dcd0c93acd8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.380544] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 779.380544] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a16b4b-e5b8-0d1c-0235-65ea8d3c8bc8" [ 779.380544] env[65717]: _type = "Task" [ 779.380544] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.388818] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.396782] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a16b4b-e5b8-0d1c-0235-65ea8d3c8bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.396782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.397020] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] d763c738-6f40-4f40-8ccf-4b5936519370/d763c738-6f40-4f40-8ccf-4b5936519370.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.398056] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8adb6893-ce93-45b1-9474-3b0f3170059a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.406400] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 779.406400] env[65717]: value = "task-4393067" [ 779.406400] env[65717]: _type = "Task" [ 779.406400] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.418035] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.495978] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "aabe25fd-6d92-433f-97f2-146d5d5da682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.496270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.496482] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.496685] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.496855] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.499287] env[65717]: INFO nova.compute.manager [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Terminating instance [ 779.509167] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e12cd4a-e1a7-468c-9274-b1bcff00ccd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.519449] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a878fb31-e10b-4312-a810-3740ffbda745 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.553163] env[65717]: DEBUG oslo_concurrency.lockutils [req-91c3b96b-71a1-4d39-97bc-66f9dc2fe34f req-e149fb99-d834-476f-975c-31e4ee1c72d1 service nova] Releasing lock "refresh_cache-d763c738-6f40-4f40-8ccf-4b5936519370" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.554324] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.555767] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475e2ab-256e-47db-87b2-8a1d323fd41f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.565420] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd77b37-f5a5-409c-b0d8-f7f12c92ea2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.587114] env[65717]: DEBUG nova.compute.provider_tree [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.635251] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.635251] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Instance network_info: |[{"id": "53233349-b21b-43b5-9b88-83caba937dc5", "address": "fa:16:3e:a4:74:e6", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53233349-b2", "ovs_interfaceid": "53233349-b21b-43b5-9b88-83caba937dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 779.635790] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:74:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53233349-b21b-43b5-9b88-83caba937dc5', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.644826] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating folder: Project (0be6a05d5b2441daa6b796fe45ae44a5). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.645659] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5523ff1-c5e5-457f-b02a-8a71b8fd2da4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.662069] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created folder: Project (0be6a05d5b2441daa6b796fe45ae44a5) in parent group-v859766. [ 779.662527] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating folder: Instances. Parent ref: group-v859899. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.662901] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb84b9f-2845-4107-8bfb-de5315fe5390 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.680540] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created folder: Instances in parent group-v859899. [ 779.680540] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 779.680759] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.681010] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bef9e4c-97c2-4395-ab22-c222afc456f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.705725] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.705725] env[65717]: value = "task-4393070" [ 779.705725] env[65717]: _type = "Task" [ 779.705725] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.718716] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393070, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.728627] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.728627] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a90759-8495-4d3d-be14-aa5648a7ea8a" [ 779.728627] env[65717]: _type = "HttpNfcLease" [ 779.728627] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.729112] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.729112] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a90759-8495-4d3d-be14-aa5648a7ea8a" [ 779.729112] env[65717]: _type = "HttpNfcLease" [ 779.729112] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.730033] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa4566-18e9-48b5-b654-5d326199c7a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.741785] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.742287] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.860594] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ebc9eea-b738-4f21-9c90-34fb90519edd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.879102] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 779.918023] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 779.918365] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.918555] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 779.918744] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.918889] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 779.919082] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 779.919344] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.919527] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 779.919744] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 779.919963] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 779.920189] env[65717]: DEBUG nova.virt.hardware [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 779.921184] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aef8ce-1fc4-4e40-b118-d6cf26958642 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.927681] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393067, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.934167] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115a946-6734-404a-83d6-2148fffb80f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.014575] env[65717]: DEBUG nova.compute.manager [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 780.014575] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.015413] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c0f40-efb6-4ce7-9167-5881709f3e2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.028327] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.028620] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-501ef2fb-23ce-4405-aa65-cbc858e8785c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.036919] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 780.036919] env[65717]: value = "task-4393071" [ 780.036919] env[65717]: _type = "Task" [ 780.036919] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.049164] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.092706] env[65717]: DEBUG nova.scheduler.client.report [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.221349] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393070, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.349068] env[65717]: DEBUG nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Received event network-vif-plugged-53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 780.350139] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Acquiring lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.351991] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.352222] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.355266] env[65717]: DEBUG nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] No waiting events found dispatching network-vif-plugged-53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 780.355266] env[65717]: WARNING nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Received unexpected event network-vif-plugged-53233349-b21b-43b5-9b88-83caba937dc5 for instance with vm_state building and task_state spawning. [ 780.355266] env[65717]: DEBUG nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Received event network-changed-53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 780.355266] env[65717]: DEBUG nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Refreshing instance network info cache due to event network-changed-53233349-b21b-43b5-9b88-83caba937dc5. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 780.355266] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Acquiring lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.355939] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Acquired lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.356188] env[65717]: DEBUG nova.network.neutron [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Refreshing network info cache for port 53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.372413] env[65717]: DEBUG nova.compute.manager [req-9cd7165a-4941-4d26-816d-969e54595e78 req-877755fb-e021-4bc3-ad58-47c9061fe100 service nova] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Received event network-vif-deleted-d6112f74-cbce-4d24-b2a1-a08f67101968 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 780.424166] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521522} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.424682] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] d763c738-6f40-4f40-8ccf-4b5936519370/d763c738-6f40-4f40-8ccf-4b5936519370.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.424939] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.425392] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-227d50fe-d26d-400f-8c6a-1d872f9dca86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.435538] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 780.435538] env[65717]: value = "task-4393072" [ 780.435538] env[65717]: _type = "Task" [ 780.435538] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.446884] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Successfully updated port: a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 780.452536] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.548018] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393071, 'name': PowerOffVM_Task, 'duration_secs': 0.222904} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.548426] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.548648] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.548934] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d3002c-7f66-429e-8954-4881ed3f15d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.599046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.599452] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 780.603319] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.176s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.604821] env[65717]: INFO nova.compute.claims [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.635925] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.636711] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.637165] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleting the datastore file [datastore1] aabe25fd-6d92-433f-97f2-146d5d5da682 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.637610] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf29de8-083e-4ca7-aabd-416540a5ec1e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646319] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 780.646319] env[65717]: value = "task-4393074" [ 780.646319] env[65717]: _type = "Task" [ 780.646319] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.658642] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.719792] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393070, 'name': CreateVM_Task, 'duration_secs': 0.570008} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.720187] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.720680] env[65717]: WARNING neutronclient.v2_0.client [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.721073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.721562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.721946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.722227] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27100b32-4d73-4db2-b217-ca126dc6cab3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.728513] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 780.728513] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248a455-c136-2e6c-ebe7-97c6216c8ce0" [ 780.728513] env[65717]: _type = "Task" [ 780.728513] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.738215] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248a455-c136-2e6c-ebe7-97c6216c8ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.862661] env[65717]: WARNING neutronclient.v2_0.client [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.949550] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.949860] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.951013] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07958} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.951292] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.953040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725fc90-7df8-4a88-b18f-29abad9b4113 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.979999] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d763c738-6f40-4f40-8ccf-4b5936519370/d763c738-6f40-4f40-8ccf-4b5936519370.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.983796] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e692be4-5b13-4aaa-b4e0-58c0aba1bd29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.006191] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 781.006191] env[65717]: value = "task-4393075" [ 781.006191] env[65717]: _type = "Task" [ 781.006191] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.016736] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.079881] env[65717]: WARNING neutronclient.v2_0.client [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.105847] env[65717]: DEBUG nova.compute.utils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.108387] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 781.108978] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.109447] env[65717]: WARNING neutronclient.v2_0.client [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.109941] env[65717]: WARNING neutronclient.v2_0.client [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.158764] env[65717]: DEBUG oslo_vmware.api [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157937} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.159217] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.159481] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.159676] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.159939] env[65717]: INFO nova.compute.manager [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.160329] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 781.160553] env[65717]: DEBUG nova.compute.manager [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.160735] env[65717]: DEBUG nova.network.neutron [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.161052] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.187450] env[65717]: DEBUG nova.policy [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5492ba22702469b9073333b88c3c80c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0be6a05d5b2441daa6b796fe45ae44a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.206407] env[65717]: DEBUG nova.network.neutron [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updated VIF entry in instance network info cache for port 53233349-b21b-43b5-9b88-83caba937dc5. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.206973] env[65717]: DEBUG nova.network.neutron [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updating instance_info_cache with network_info: [{"id": "53233349-b21b-43b5-9b88-83caba937dc5", "address": "fa:16:3e:a4:74:e6", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53233349-b2", "ovs_interfaceid": "53233349-b21b-43b5-9b88-83caba937dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.242546] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5248a455-c136-2e6c-ebe7-97c6216c8ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.243686] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.246325] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.246325] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.246607] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.246787] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.247023] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.248121] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33cac708-a1e5-44f2-bee1-4dd55fa185d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.260253] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.260376] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.261208] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b32d8b-5ee2-44d7-af53-9bf0d9ca5fb0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.268872] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 781.268872] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c4c99-a4b2-b509-8e6f-6b4b4fffa742" [ 781.268872] env[65717]: _type = "Task" [ 781.268872] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.280180] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c4c99-a4b2-b509-8e6f-6b4b4fffa742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.518567] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393075, 'name': ReconfigVM_Task, 'duration_secs': 0.493496} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.518567] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d763c738-6f40-4f40-8ccf-4b5936519370/d763c738-6f40-4f40-8ccf-4b5936519370.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.520589] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c832930-2ed1-462a-a0b7-f9bf9acaa04a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.530667] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 781.530667] env[65717]: value = "task-4393076" [ 781.530667] env[65717]: _type = "Task" [ 781.530667] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.545027] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393076, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.584334] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.610274] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 781.615020] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Successfully created port: f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 781.685093] env[65717]: WARNING neutronclient.v2_0.client [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.712806] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] Releasing lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.713222] env[65717]: DEBUG nova.compute.manager [req-9c18ddef-78f0-4c64-bb6e-6f1788307a7d req-9c50a74e-9470-407a-a5e3-6bcb6f2e4462 service nova] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Received event network-vif-deleted-63954443-26a4-4996-a6b0-ff4e50f70f80 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 781.788174] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c4c99-a4b2-b509-8e6f-6b4b4fffa742, 'name': SearchDatastore_Task, 'duration_secs': 0.022265} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.789239] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbfbd84-9497-4360-a319-f7064db88d0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.794321] env[65717]: DEBUG nova.network.neutron [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Updating instance_info_cache with network_info: [{"id": "a4665b50-4419-4e82-b9c7-2959545feb62", "address": "fa:16:3e:c7:cc:03", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4665b50-44", "ovs_interfaceid": "a4665b50-4419-4e82-b9c7-2959545feb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.803980] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 781.803980] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5208304e-8a33-f580-4ddb-ffa6926faaf3" [ 781.803980] env[65717]: _type = "Task" [ 781.803980] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.820023] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5208304e-8a33-f580-4ddb-ffa6926faaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.999574] env[65717]: DEBUG nova.network.neutron [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.043378] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393076, 'name': Rename_Task, 'duration_secs': 0.235419} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.043690] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.043955] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f9a93e-308e-4954-b979-956dcb39fa48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.052975] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 782.052975] env[65717]: value = "task-4393077" [ 782.052975] env[65717]: _type = "Task" [ 782.052975] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.068522] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.208320] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf0bc67-ccc0-40c9-b1d5-6d3f75cda684 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.218483] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb585cb-c1c6-49a4-8f5d-4981a640bdf4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.253411] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eedb8d7-d0e4-411e-b029-c95ba55ffc48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.263871] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701398a-4026-46bc-b623-afa3e9a608da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.280558] env[65717]: DEBUG nova.compute.provider_tree [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.301888] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.302304] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Instance network_info: |[{"id": "a4665b50-4419-4e82-b9c7-2959545feb62", "address": "fa:16:3e:c7:cc:03", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4665b50-44", "ovs_interfaceid": "a4665b50-4419-4e82-b9c7-2959545feb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 782.302804] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:cc:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4665b50-4419-4e82-b9c7-2959545feb62', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.311156] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 782.311893] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.315937] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04538744-29fb-4594-aefd-c3d18d2e3afa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339772] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5208304e-8a33-f580-4ddb-ffa6926faaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.341422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.341865] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/e779d453-8c4c-44b8-bb6e-db9a6345d811.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.342161] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.342161] env[65717]: value = "task-4393078" [ 782.342161] env[65717]: _type = "Task" [ 782.342161] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.342401] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0fbc62-cb5a-4e04-acbb-7489a66bee8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.354565] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393078, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.357570] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 782.357570] env[65717]: value = "task-4393079" [ 782.357570] env[65717]: _type = "Task" [ 782.357570] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.366722] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.503623] env[65717]: INFO nova.compute.manager [-] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Took 1.34 seconds to deallocate network for instance. [ 782.568545] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.574509] env[65717]: DEBUG nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Received event network-vif-plugged-a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.574785] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Acquiring lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.575134] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.575380] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.575662] env[65717]: DEBUG nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] No waiting events found dispatching network-vif-plugged-a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 782.575931] env[65717]: WARNING nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Received unexpected event network-vif-plugged-a4665b50-4419-4e82-b9c7-2959545feb62 for instance with vm_state building and task_state spawning. [ 782.576230] env[65717]: DEBUG nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Received event network-changed-a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.576407] env[65717]: DEBUG nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Refreshing instance network info cache due to event network-changed-a4665b50-4419-4e82-b9c7-2959545feb62. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 782.576941] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Acquiring lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.577271] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Acquired lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.577711] env[65717]: DEBUG nova.network.neutron [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Refreshing network info cache for port a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.621776] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 782.661841] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.662396] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.662820] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.663111] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.663282] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.663459] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.663713] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.663878] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.664068] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.664284] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.664686] env[65717]: DEBUG nova.virt.hardware [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.666225] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a2e368-0649-4f81-9cbc-1744c62c0330 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.679337] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a745c03-c37f-451c-a1f8-b5186f27c019 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.784432] env[65717]: DEBUG nova.scheduler.client.report [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.859568] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393078, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.871904] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393079, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.012713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.065985] env[65717]: DEBUG oslo_vmware.api [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393077, 'name': PowerOnVM_Task, 'duration_secs': 0.764929} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.066317] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.066586] env[65717]: INFO nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Took 8.75 seconds to spawn the instance on the hypervisor. [ 783.066837] env[65717]: DEBUG nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.067854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0faae-ad1a-4270-9259-935014bd3c01 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.083358] env[65717]: WARNING neutronclient.v2_0.client [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.186586] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Successfully updated port: f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 783.266216] env[65717]: WARNING neutronclient.v2_0.client [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.291015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.292331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.349s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.293815] env[65717]: INFO nova.compute.claims [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.358149] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393078, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.370496] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55622} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.370804] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/e779d453-8c4c-44b8-bb6e-db9a6345d811.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.371944] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.372703] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a49c2e5b-364d-4ad8-8dd6-b76cfdae77a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.383181] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 783.383181] env[65717]: value = "task-4393080" [ 783.383181] env[65717]: _type = "Task" [ 783.383181] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.393902] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.590597] env[65717]: INFO nova.compute.manager [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Took 42.17 seconds to build instance. [ 783.690361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.690361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.690361] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.700455] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.700875] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.798481] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "a8730585-a888-4bd9-a123-bb3d34b83c0b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.798754] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "a8730585-a888-4bd9-a123-bb3d34b83c0b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.805436] env[65717]: DEBUG nova.network.neutron [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Updated VIF entry in instance network info cache for port a4665b50-4419-4e82-b9c7-2959545feb62. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 783.805436] env[65717]: DEBUG nova.network.neutron [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Updating instance_info_cache with network_info: [{"id": "a4665b50-4419-4e82-b9c7-2959545feb62", "address": "fa:16:3e:c7:cc:03", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4665b50-44", "ovs_interfaceid": "a4665b50-4419-4e82-b9c7-2959545feb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.857772] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393078, 'name': CreateVM_Task, 'duration_secs': 1.39143} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.857971] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.858542] env[65717]: WARNING neutronclient.v2_0.client [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.859028] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.859242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.859569] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.859863] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28341ab-2a35-4211-a9c4-421fea3efa0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.865676] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 783.865676] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad51a6-df69-fbd1-a922-e9ce89cb4935" [ 783.865676] env[65717]: _type = "Task" [ 783.865676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.877092] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad51a6-df69-fbd1-a922-e9ce89cb4935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.892530] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08198} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.892820] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.893642] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee34b82-78af-4e63-af2a-7996d08efd65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.916892] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/e779d453-8c4c-44b8-bb6e-db9a6345d811.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.917243] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d098d4ee-c7ae-4068-8b22-8187b3044f06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.938168] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 783.938168] env[65717]: value = "task-4393081" [ 783.938168] env[65717]: _type = "Task" [ 783.938168] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.947388] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.093683] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38f5e5ce-2908-48e3-a13e-8eef042e84dc tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.497s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.218075] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219318] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219318] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219318] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219318] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219535] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.219920] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 784.220160] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.235611] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.305609] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "a8730585-a888-4bd9-a123-bb3d34b83c0b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.306222] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 784.311791] env[65717]: DEBUG oslo_concurrency.lockutils [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] Releasing lock "refresh_cache-1676d1a9-361a-468b-af14-ca1999b8a7b2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.312727] env[65717]: DEBUG nova.compute.manager [req-f5aaffde-fac0-4cbe-896f-7c109fc15f91 req-112ae484-ec1b-4fb6-b1f3-d9e259613503 service nova] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Received event network-vif-deleted-65deaba3-a510-4613-9217-c67ce65aa202 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.326204] env[65717]: WARNING neutronclient.v2_0.client [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.390164] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad51a6-df69-fbd1-a922-e9ce89cb4935, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.390164] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.390535] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.390855] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.391029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.391235] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.392171] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59c6be65-76c3-41b0-a4e2-b5d46da754ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.404702] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.404932] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.409283] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b2369c-1f96-4ff8-b53b-bb5ac0b4e7ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.418639] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 784.418639] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5279299c-e529-ff32-f413-091fbfba21aa" [ 784.418639] env[65717]: _type = "Task" [ 784.418639] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.420335] env[65717]: DEBUG nova.network.neutron [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Updating instance_info_cache with network_info: [{"id": "f6b82682-6a58-443d-bd73-584c12a57389", "address": "fa:16:3e:4a:6a:b5", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b82682-6a", "ovs_interfaceid": "f6b82682-6a58-443d-bd73-584c12a57389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.436866] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5279299c-e529-ff32-f413-091fbfba21aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.438744] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c688da8d-19c2-43a2-8464-965d98a26eb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.452828] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 784.452828] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5259d6e1-6107-d858-c7bb-8bbba5473e09" [ 784.452828] env[65717]: _type = "Task" [ 784.452828] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.457863] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393081, 'name': ReconfigVM_Task, 'duration_secs': 0.351673} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.462151] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfigured VM instance instance-00000030 to attach disk [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/e779d453-8c4c-44b8-bb6e-db9a6345d811.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.465843] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73fe0ded-de23-4d0b-adc6-d1c757495773 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.478444] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5259d6e1-6107-d858-c7bb-8bbba5473e09, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.479475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.479475] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1676d1a9-361a-468b-af14-ca1999b8a7b2/1676d1a9-361a-468b-af14-ca1999b8a7b2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.479721] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a98a69-9382-48f9-bc7c-a290ecccde87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.484560] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 784.484560] env[65717]: value = "task-4393082" [ 784.484560] env[65717]: _type = "Task" [ 784.484560] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.495245] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 784.495245] env[65717]: value = "task-4393083" [ 784.495245] env[65717]: _type = "Task" [ 784.495245] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.506335] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393082, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.510651] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.596518] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 784.726584] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.767024] env[65717]: DEBUG nova.compute.manager [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Received event network-vif-plugged-f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.767262] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Acquiring lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.767514] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.767758] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.768359] env[65717]: DEBUG nova.compute.manager [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] No waiting events found dispatching network-vif-plugged-f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 784.768359] env[65717]: WARNING nova.compute.manager [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Received unexpected event network-vif-plugged-f6b82682-6a58-443d-bd73-584c12a57389 for instance with vm_state building and task_state spawning. [ 784.768514] env[65717]: DEBUG nova.compute.manager [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Received event network-changed-f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.768732] env[65717]: DEBUG nova.compute.manager [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Refreshing instance network info cache due to event network-changed-f6b82682-6a58-443d-bd73-584c12a57389. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 784.768994] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Acquiring lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.815367] env[65717]: DEBUG nova.compute.utils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.820145] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.820399] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.820748] env[65717]: WARNING neutronclient.v2_0.client [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.821089] env[65717]: WARNING neutronclient.v2_0.client [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.876051] env[65717]: DEBUG nova.policy [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99b543b5ee04b258fb8f6a5996a453b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fb09d9b77e420bb0ddf581d7915fe8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.930180] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.930798] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Instance network_info: |[{"id": "f6b82682-6a58-443d-bd73-584c12a57389", "address": "fa:16:3e:4a:6a:b5", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b82682-6a", "ovs_interfaceid": "f6b82682-6a58-443d-bd73-584c12a57389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 784.931403] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Acquired lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.931793] env[65717]: DEBUG nova.network.neutron [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Refreshing network info cache for port f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.934623] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:6a:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b82682-6a58-443d-bd73-584c12a57389', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.946757] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 784.951838] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.953078] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c3ee13-08f2-4d42-9911-529163cca7ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.979383] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "d763c738-6f40-4f40-8ccf-4b5936519370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.980179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.980179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.980331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.980595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.983244] env[65717]: INFO nova.compute.manager [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Terminating instance [ 784.992289] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.992289] env[65717]: value = "task-4393084" [ 784.992289] env[65717]: _type = "Task" [ 784.992289] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.010981] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393082, 'name': Rename_Task, 'duration_secs': 0.18998} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.018786] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.019147] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393084, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.023245] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54175322-e873-4881-a3a1-232b6eab804f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.026515] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.036580] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 785.036580] env[65717]: value = "task-4393085" [ 785.036580] env[65717]: _type = "Task" [ 785.036580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.042222] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb234d-ff99-4195-ba96-6161e94272c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.051158] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.054517] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7e79a-50e4-4769-a87b-1905865c12b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.090681] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffb3a0-ff4b-43d7-b254-831f5eeff7ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.100598] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f25b83-f4b3-4c21-bd86-4dfaf131609e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.121059] env[65717]: DEBUG nova.compute.provider_tree [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.128105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.266667] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Successfully created port: ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.326490] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 785.452885] env[65717]: WARNING neutronclient.v2_0.client [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.497579] env[65717]: DEBUG nova.compute.manager [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 785.497919] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.499021] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c93025-43f0-448f-aaff-e0f0c232e1cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.516606] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393084, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.522177] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.522510] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570887} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.522756] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae6b5d8-c93d-4f7c-b63d-d76e4077c56e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.524799] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 1676d1a9-361a-468b-af14-ca1999b8a7b2/1676d1a9-361a-468b-af14-ca1999b8a7b2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.525174] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.525361] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65dd2616-fcac-4cb4-a956-e6630d417786 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.547492] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 785.547492] env[65717]: value = "task-4393086" [ 785.547492] env[65717]: _type = "Task" [ 785.547492] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.547810] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 785.547810] env[65717]: value = "task-4393087" [ 785.547810] env[65717]: _type = "Task" [ 785.547810] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.561530] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.570035] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.574695] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.624675] env[65717]: DEBUG nova.scheduler.client.report [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.777856] env[65717]: WARNING neutronclient.v2_0.client [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.925186] env[65717]: DEBUG nova.network.neutron [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Updated VIF entry in instance network info cache for port f6b82682-6a58-443d-bd73-584c12a57389. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 785.925599] env[65717]: DEBUG nova.network.neutron [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Updating instance_info_cache with network_info: [{"id": "f6b82682-6a58-443d-bd73-584c12a57389", "address": "fa:16:3e:4a:6a:b5", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b82682-6a", "ovs_interfaceid": "f6b82682-6a58-443d-bd73-584c12a57389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.010449] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393084, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.049122] env[65717]: DEBUG oslo_vmware.api [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393085, 'name': PowerOnVM_Task, 'duration_secs': 0.609386} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.057612] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.057907] env[65717]: INFO nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Took 8.97 seconds to spawn the instance on the hypervisor. [ 786.058122] env[65717]: DEBUG nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 786.058985] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a08f40-a044-437d-a0be-41d4693e21ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068653] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118016} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.073201] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.076688] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393086, 'name': PowerOffVM_Task, 'duration_secs': 0.283027} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.077325] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60468fce-ac13-427d-b273-b3ea9275d353 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.080125] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.080314] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.080831] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f974b254-a3b3-475d-a3d5-4f374df06107 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.105324] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1676d1a9-361a-468b-af14-ca1999b8a7b2/1676d1a9-361a-468b-af14-ca1999b8a7b2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.105665] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d272017-3530-47ab-b2ba-a07f8b4dc905 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.128842] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 786.128842] env[65717]: value = "task-4393089" [ 786.128842] env[65717]: _type = "Task" [ 786.128842] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.133735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.134308] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 786.137244] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.082s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.137476] env[65717]: DEBUG nova.objects.instance [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lazy-loading 'resources' on Instance uuid d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.145438] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.161130] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.161389] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.161571] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Deleting the datastore file [datastore2] d763c738-6f40-4f40-8ccf-4b5936519370 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.161962] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1564412c-2a07-4cdf-a466-6ec9fb9fdeef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.172959] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for the task: (returnval){ [ 786.172959] env[65717]: value = "task-4393090" [ 786.172959] env[65717]: _type = "Task" [ 786.172959] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.184090] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.338477] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 786.369994] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.370315] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.370449] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.370614] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.370762] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.370919] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.371210] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.371382] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.371550] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.371712] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.371905] env[65717]: DEBUG nova.virt.hardware [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.372814] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74996d6-b8ee-4fa7-b159-74b71998913d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.383153] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec6e3a-bacc-4886-877e-4c744c48e8a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.429037] env[65717]: DEBUG oslo_concurrency.lockutils [req-cdafe324-f477-4f35-9e50-133fc596d4bd req-c8973fba-3712-4b6b-851d-619a68c77b60 service nova] Releasing lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.509670] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393084, 'name': CreateVM_Task, 'duration_secs': 1.077446} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.509911] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.510496] env[65717]: WARNING neutronclient.v2_0.client [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.510870] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.511039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.511386] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.511689] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988d14d9-ac5b-4dca-bebc-50ab1530a21a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518090] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 786.518090] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527cc825-1039-fb12-553f-fc0f6304e151" [ 786.518090] env[65717]: _type = "Task" [ 786.518090] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.527852] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527cc825-1039-fb12-553f-fc0f6304e151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.592164] env[65717]: INFO nova.compute.manager [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Took 41.48 seconds to build instance. [ 786.643162] env[65717]: DEBUG nova.compute.utils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.644931] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393089, 'name': ReconfigVM_Task, 'duration_secs': 0.361762} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.648416] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 786.648667] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.648994] env[65717]: WARNING neutronclient.v2_0.client [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.649310] env[65717]: WARNING neutronclient.v2_0.client [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.651295] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1676d1a9-361a-468b-af14-ca1999b8a7b2/1676d1a9-361a-468b-af14-ca1999b8a7b2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.652667] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0255c038-dd52-4aec-963a-36ba04ee41f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.662588] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 786.662588] env[65717]: value = "task-4393091" [ 786.662588] env[65717]: _type = "Task" [ 786.662588] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.675506] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393091, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.690945] env[65717]: DEBUG oslo_vmware.api [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Task: {'id': task-4393090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333178} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.691372] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.691504] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.692293] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.692293] env[65717]: INFO nova.compute.manager [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Took 1.19 seconds to destroy the instance on the hypervisor. [ 786.692293] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 786.692600] env[65717]: DEBUG nova.compute.manager [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 786.692600] env[65717]: DEBUG nova.network.neutron [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.692838] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.721839] env[65717]: DEBUG nova.policy [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1741fa4ca93f4dee982f6cd4e6e95449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbb210de12f49f88d1e33fd2bd06c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.772525] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.964893] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Successfully updated port: ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 787.030290] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527cc825-1039-fb12-553f-fc0f6304e151, 'name': SearchDatastore_Task, 'duration_secs': 0.016461} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.035377] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.035377] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.035377] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.035548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.035774] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.037557] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e6e81d1-7297-4da8-b4d2-8ef0973e8d4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.052259] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.052627] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.058386] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa94e4b-6e5a-480a-985d-dba43cdde669 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.068734] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 787.068734] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cd8cd1-0c39-a606-1bc4-0e332f11ed1f" [ 787.068734] env[65717]: _type = "Task" [ 787.068734] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.083023] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cd8cd1-0c39-a606-1bc4-0e332f11ed1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.093976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-85f14984-fcc9-426d-8b5d-86adca2c8f0f tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.582s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.115981] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Successfully created port: 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.153136] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 787.175601] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393091, 'name': Rename_Task, 'duration_secs': 0.169218} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.180722] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.181073] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ba767e-aed9-4818-a4e2-cfe6639f324d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.189527] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 787.189527] env[65717]: value = "task-4393092" [ 787.189527] env[65717]: _type = "Task" [ 787.189527] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.198792] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.229064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231a77e-2146-4721-94e9-8a4a3b0563bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.237362] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb78741-a576-4591-a068-e99c93691c47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277894] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32163a30-3bfe-4396-a4e5-ec5373c0f117 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.281877] env[65717]: DEBUG nova.compute.manager [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Received event network-vif-plugged-ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.282096] env[65717]: DEBUG oslo_concurrency.lockutils [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] Acquiring lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.282319] env[65717]: DEBUG oslo_concurrency.lockutils [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.282539] env[65717]: DEBUG oslo_concurrency.lockutils [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.282712] env[65717]: DEBUG nova.compute.manager [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] No waiting events found dispatching network-vif-plugged-ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.282973] env[65717]: WARNING nova.compute.manager [req-e47be154-d0e7-4acd-9138-ff249c719b68 req-169eb858-04ab-45f5-b73f-3bbe63eaeba1 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Received unexpected event network-vif-plugged-ba37c0c4-69f5-41fd-abea-8c867a2293c3 for instance with vm_state building and task_state spawning. [ 787.290668] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b599be-dfe2-4bf2-a0be-18c577f55624 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.307337] env[65717]: DEBUG nova.compute.provider_tree [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.469324] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.469324] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquired lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.469324] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.581562] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cd8cd1-0c39-a606-1bc4-0e332f11ed1f, 'name': SearchDatastore_Task, 'duration_secs': 0.019132} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.582671] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4463fc-e527-411d-94ab-dc78ed7629d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.590599] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 787.590599] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c46282-b06b-025a-8e90-61165574bd2e" [ 787.590599] env[65717]: _type = "Task" [ 787.590599] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.597539] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 787.608726] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c46282-b06b-025a-8e90-61165574bd2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.691025] env[65717]: DEBUG nova.network.neutron [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.704923] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.811797] env[65717]: DEBUG nova.scheduler.client.report [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.018974] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.105272] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c46282-b06b-025a-8e90-61165574bd2e, 'name': SearchDatastore_Task, 'duration_secs': 0.022664} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.105897] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.105897] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.106183] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-355e7a01-644d-4a56-b5d0-ef97bbe4dcf3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.118589] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 788.118589] env[65717]: value = "task-4393093" [ 788.118589] env[65717]: _type = "Task" [ 788.118589] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.126886] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.130837] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.132186] env[65717]: WARNING neutronclient.v2_0.client [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.168723] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 788.190693] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.190966] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.191130] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.191378] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.191575] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.191753] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.192032] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.192468] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.192468] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.192638] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.192843] env[65717]: DEBUG nova.virt.hardware [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.193917] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc905aff-914b-40b5-96ab-d3a24047cf78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.202115] env[65717]: INFO nova.compute.manager [-] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Took 1.51 seconds to deallocate network for instance. [ 788.214240] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a018cd5-28b2-4cdb-a8f0-d9adfd63a20a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.218485] env[65717]: DEBUG oslo_vmware.api [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393092, 'name': PowerOnVM_Task, 'duration_secs': 0.521841} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.219805] env[65717]: DEBUG nova.network.neutron [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Updating instance_info_cache with network_info: [{"id": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "address": "fa:16:3e:34:83:10", "network": {"id": "95eaf26e-49e7-44b2-ae70-c213cb176041", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-339025000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fb09d9b77e420bb0ddf581d7915fe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37c0c4-69", "ovs_interfaceid": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.221082] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.221319] env[65717]: INFO nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Took 8.34 seconds to spawn the instance on the hypervisor. [ 788.221507] env[65717]: DEBUG nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.222984] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd131e3b-a9b0-40fa-858f-9dc6bd57405d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.316889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.319930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.639s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.319930] env[65717]: DEBUG nova.objects.instance [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lazy-loading 'resources' on Instance uuid 78dbf330-79ad-426d-99e6-81ec2c850807 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.342476] env[65717]: INFO nova.scheduler.client.report [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Deleted allocations for instance d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5 [ 788.633173] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.714666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.723586] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Releasing lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.723978] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Instance network_info: |[{"id": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "address": "fa:16:3e:34:83:10", "network": {"id": "95eaf26e-49e7-44b2-ae70-c213cb176041", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-339025000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fb09d9b77e420bb0ddf581d7915fe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37c0c4-69", "ovs_interfaceid": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 788.724517] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:83:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba37c0c4-69f5-41fd-abea-8c867a2293c3', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.733588] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Creating folder: Project (14fb09d9b77e420bb0ddf581d7915fe8). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.734018] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9ff0b0-1ac5-4bb9-9831-879936cae122 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.753461] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Created folder: Project (14fb09d9b77e420bb0ddf581d7915fe8) in parent group-v859766. [ 788.753646] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Creating folder: Instances. Parent ref: group-v859904. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.755880] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43e2816-ceef-4e40-bbdf-b264ae25c0f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.762148] env[65717]: INFO nova.compute.manager [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Took 42.51 seconds to build instance. [ 788.773846] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Created folder: Instances in parent group-v859904. [ 788.774256] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 788.774765] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.775616] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a96f8e-2e4e-4035-aed3-aa17698082bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.799090] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.799090] env[65717]: value = "task-4393096" [ 788.799090] env[65717]: _type = "Task" [ 788.799090] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.809410] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393096, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.837949] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Successfully updated port: 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 788.853751] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Lock "d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.164s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.131910] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605468} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.135386] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.135724] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.136374] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ebd3e1-a9d8-4c53-b458-08a286649626 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.147977] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 789.147977] env[65717]: value = "task-4393097" [ 789.147977] env[65717]: _type = "Task" [ 789.147977] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.163976] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.264798] env[65717]: DEBUG oslo_concurrency.lockutils [None req-23bf52f7-c9c8-4280-9918-80717dc98a3e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.217s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.313056] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393096, 'name': CreateVM_Task, 'duration_secs': 0.500793} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.313056] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.313056] env[65717]: WARNING neutronclient.v2_0.client [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.313234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.313341] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.313619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.314237] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb1226a-8213-4de4-a7db-d4d590ddd35b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.320744] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 789.320744] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527398dd-a85c-87fb-6dab-1da880acc705" [ 789.320744] env[65717]: _type = "Task" [ 789.320744] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.330363] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527398dd-a85c-87fb-6dab-1da880acc705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.341151] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.341361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.341565] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.393417] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.394951] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb630d67-70d6-4c43-b070-92684ae144a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.405591] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.405863] env[65717]: ERROR oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk due to incomplete transfer. [ 789.406184] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-779e550b-8e56-4133-953c-3f75a0d3fe05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.421290] env[65717]: DEBUG oslo_vmware.rw_handles [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290d2aa-d28e-cf86-028b-2705bca55b32/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.421290] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Uploaded image 59ed1b0c-b3c5-4ae1-9c19-fad4b6352bba to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.426319] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.426821] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68b8bf56-2aa0-4564-bb1b-a9b630da83d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.438372] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 789.438372] env[65717]: value = "task-4393098" [ 789.438372] env[65717]: _type = "Task" [ 789.438372] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.453626] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393098, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.468868] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8214c5-c8d2-4fe6-a8e7-7d7b06d39a83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.480547] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d44cb-6eb7-4fba-a5c0-a91c6297da5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.515436] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a262a7-1291-4e66-8ab6-8854b752c278 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.526118] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ba92d-4a0f-4356-946a-e0860e3aede3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.543281] env[65717]: DEBUG nova.compute.provider_tree [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.555759] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a3751-7425-4a33-a095-226a5048fec9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.564532] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Suspending the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 789.564809] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fdd12b11-805c-482a-b66f-fa81a533169b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.572891] env[65717]: DEBUG oslo_vmware.api [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 789.572891] env[65717]: value = "task-4393099" [ 789.572891] env[65717]: _type = "Task" [ 789.572891] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.582304] env[65717]: DEBUG oslo_vmware.api [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393099, 'name': SuspendVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.628880] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Received event network-changed-ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 789.629181] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Refreshing instance network info cache due to event network-changed-ba37c0c4-69f5-41fd-abea-8c867a2293c3. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 789.629414] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Acquiring lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.629563] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Acquired lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.629714] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Refreshing network info cache for port ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.662355] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094839} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.662355] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.662456] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0df75-f521-4e87-aa51-abc67fc7cf2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.689732] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.690469] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4e585d-d119-4471-804f-13e227bb99e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.714637] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 789.714637] env[65717]: value = "task-4393100" [ 789.714637] env[65717]: _type = "Task" [ 789.714637] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.727312] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.767453] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 789.836036] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527398dd-a85c-87fb-6dab-1da880acc705, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.836711] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836874] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.837868] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.837868] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.837868] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.838226] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a70d74c-8a8e-4f7a-93e9-33caddcd7332 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.852623] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.852871] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.853788] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92af9b5-5e97-4cfb-b759-872ea03cfba6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.860729] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 789.860729] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df4abf-928a-3aff-0004-355a40f62def" [ 789.860729] env[65717]: _type = "Task" [ 789.860729] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.871398] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df4abf-928a-3aff-0004-355a40f62def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.888253] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.953481] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393098, 'name': Destroy_Task, 'duration_secs': 0.419747} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.953756] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Destroyed the VM [ 789.954015] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.954331] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27696465-d458-4406-bbef-9c6738aeab86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.962621] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 789.962621] env[65717]: value = "task-4393101" [ 789.962621] env[65717]: _type = "Task" [ 789.962621] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.972736] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.044495] env[65717]: WARNING neutronclient.v2_0.client [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.047954] env[65717]: DEBUG nova.scheduler.client.report [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.088195] env[65717]: DEBUG oslo_vmware.api [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393099, 'name': SuspendVM_Task} progress is 58%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.134927] env[65717]: WARNING neutronclient.v2_0.client [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.178207] env[65717]: DEBUG nova.network.neutron [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.226542] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.298021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.375870] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df4abf-928a-3aff-0004-355a40f62def, 'name': SearchDatastore_Task, 'duration_secs': 0.017844} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.376858] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e6d69d-cdbf-438c-900b-5b04f29f061d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.383249] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 790.383249] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52816235-77d9-bb9c-7222-d392892e8e17" [ 790.383249] env[65717]: _type = "Task" [ 790.383249] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.387661] env[65717]: WARNING neutronclient.v2_0.client [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.397819] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52816235-77d9-bb9c-7222-d392892e8e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.479512] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393101, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.554434] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.556466] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.986s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.556779] env[65717]: DEBUG nova.objects.instance [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lazy-loading 'resources' on Instance uuid ef9a2693-b456-4214-9e5c-0b91d7fbf08f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.587680] env[65717]: DEBUG oslo_vmware.api [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393099, 'name': SuspendVM_Task, 'duration_secs': 0.703071} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.588798] env[65717]: INFO nova.scheduler.client.report [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Deleted allocations for instance 78dbf330-79ad-426d-99e6-81ec2c850807 [ 790.589788] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Suspended the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 790.592097] env[65717]: DEBUG nova.compute.manager [None req-1598ccfe-f9b2-40c9-bbac-40700d0e42af tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.593454] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Updated VIF entry in instance network info cache for port ba37c0c4-69f5-41fd-abea-8c867a2293c3. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.593831] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Updating instance_info_cache with network_info: [{"id": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "address": "fa:16:3e:34:83:10", "network": {"id": "95eaf26e-49e7-44b2-ae70-c213cb176041", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-339025000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fb09d9b77e420bb0ddf581d7915fe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37c0c4-69", "ovs_interfaceid": "ba37c0c4-69f5-41fd-abea-8c867a2293c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.595543] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433253a-11f7-4bf8-a51f-7ab6a946ded9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.681136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.681136] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Instance network_info: |[{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.681390] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:12:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70605961-d842-4991-b5c7-1249ee73e134', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.689603] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Creating folder: Project (8cbb210de12f49f88d1e33fd2bd06c8f). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.689977] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60712388-86b8-4fe0-a7b5-b5b49b5e45da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.701765] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Created folder: Project (8cbb210de12f49f88d1e33fd2bd06c8f) in parent group-v859766. [ 790.701972] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Creating folder: Instances. Parent ref: group-v859907. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.702296] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68de69e6-d2d9-4a48-a5da-3c75494b3857 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.713862] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Created folder: Instances in parent group-v859907. [ 790.714147] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 790.714358] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.714568] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ff0e8c-5205-43dc-aa9d-85d3aee61682 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.739010] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393100, 'name': ReconfigVM_Task, 'duration_secs': 0.522497} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.740871] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.741522] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.741522] env[65717]: value = "task-4393104" [ 790.741522] env[65717]: _type = "Task" [ 790.741522] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.741710] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00bf9fcd-0f77-4be5-983d-e173b749cbb2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.752633] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393104, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.754147] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 790.754147] env[65717]: value = "task-4393105" [ 790.754147] env[65717]: _type = "Task" [ 790.754147] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.764370] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393105, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.896864] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52816235-77d9-bb9c-7222-d392892e8e17, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.897160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.897496] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 3a6af969-1ceb-4e46-8186-2549ea17dc83/3a6af969-1ceb-4e46-8186-2549ea17dc83.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.898627] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73728f4b-f651-4e7b-bd41-6261363bdc0b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.905672] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 790.905672] env[65717]: value = "task-4393106" [ 790.905672] env[65717]: _type = "Task" [ 790.905672] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.916128] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.978016] env[65717]: DEBUG oslo_vmware.api [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393101, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573834} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.978475] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.978933] env[65717]: INFO nova.compute.manager [None req-92d2de73-49a1-4608-b0ee-bc009d16ff0b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Took 16.01 seconds to snapshot the instance on the hypervisor. [ 791.100091] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Releasing lock "refresh_cache-3a6af969-1ceb-4e46-8186-2549ea17dc83" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.100786] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Received event network-vif-deleted-df3d7533-7e1c-4072-a249-a03ad1e2649a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 791.101053] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-vif-plugged-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 791.101287] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Acquiring lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.101504] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.101700] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.102398] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] No waiting events found dispatching network-vif-plugged-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 791.102657] env[65717]: WARNING nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received unexpected event network-vif-plugged-70605961-d842-4991-b5c7-1249ee73e134 for instance with vm_state building and task_state spawning. [ 791.102844] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-changed-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 791.103008] env[65717]: DEBUG nova.compute.manager [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing instance network info cache due to event network-changed-70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 791.103210] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.103377] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.103562] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing network info cache for port 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.111929] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Lock "78dbf330-79ad-426d-99e6-81ec2c850807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.990s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.258691] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393104, 'name': CreateVM_Task, 'duration_secs': 0.407564} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.262292] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.262917] env[65717]: WARNING neutronclient.v2_0.client [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.263297] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.263467] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.263735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.264421] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bd3500-9ae9-447a-8cc3-bf92605f5730 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.272506] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393105, 'name': Rename_Task, 'duration_secs': 0.306982} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.275248] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.275248] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa42697c-c991-407a-afc9-e7c41d8e2b0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.276051] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 791.276051] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526036ff-8a2a-2675-885e-c8518f340272" [ 791.276051] env[65717]: _type = "Task" [ 791.276051] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.282262] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 791.282262] env[65717]: value = "task-4393107" [ 791.282262] env[65717]: _type = "Task" [ 791.282262] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.289433] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526036ff-8a2a-2675-885e-c8518f340272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.299851] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.430863] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.614161] env[65717]: WARNING neutronclient.v2_0.client [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.675571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a27db-f22d-480a-bf05-49a94ea67faf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.688554] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476e92b-2808-4c2a-ba7f-c29fbe39dbd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.727561] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e593cc30-3a07-498b-9463-ecae5ca2807e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.737692] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90421e63-6944-4a0a-a6bf-9829ed2c7b3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.757910] env[65717]: DEBUG nova.compute.provider_tree [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.794622] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526036ff-8a2a-2675-885e-c8518f340272, 'name': SearchDatastore_Task, 'duration_secs': 0.02718} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.798649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.798829] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.799065] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.799217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.799399] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.799742] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.803383] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56060511-565d-4c50-963c-9f87509f2a06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.815265] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.815606] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.816522] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9972cd-caff-4a45-975e-e22f707fb3df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.825885] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 791.825885] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f454e-bff7-2af8-c2d0-60dd03397a18" [ 791.825885] env[65717]: _type = "Task" [ 791.825885] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.835198] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f454e-bff7-2af8-c2d0-60dd03397a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.843133] env[65717]: WARNING neutronclient.v2_0.client [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.917646] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894123} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.918067] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 3a6af969-1ceb-4e46-8186-2549ea17dc83/3a6af969-1ceb-4e46-8186-2549ea17dc83.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.918406] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.918789] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ff76e3-5022-4e72-9c5d-ce345ff53c8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.921680] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updated VIF entry in instance network info cache for port 70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.922026] env[65717]: DEBUG nova.network.neutron [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.929551] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 791.929551] env[65717]: value = "task-4393108" [ 791.929551] env[65717]: _type = "Task" [ 791.929551] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.939706] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.265439] env[65717]: DEBUG nova.scheduler.client.report [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.297143] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393107, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.339322] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f454e-bff7-2af8-c2d0-60dd03397a18, 'name': SearchDatastore_Task, 'duration_secs': 0.029964} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.340264] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906aa2cd-ae1b-40a5-97c8-97858c3c5f7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.347278] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 792.347278] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa5912-1b08-2620-7cbc-8aa5a3d1d3c8" [ 792.347278] env[65717]: _type = "Task" [ 792.347278] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.357064] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa5912-1b08-2620-7cbc-8aa5a3d1d3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.425533] env[65717]: DEBUG oslo_concurrency.lockutils [req-0c82cd1b-4990-408c-9f53-51ad16ce5517 req-caebc5f2-7dce-4483-9af0-59340c563c99 service nova] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.441557] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073304} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.441849] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.442731] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42bfb73-da11-4ba6-86f1-3f8da5c3c6db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.469889] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3a6af969-1ceb-4e46-8186-2549ea17dc83/3a6af969-1ceb-4e46-8186-2549ea17dc83.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.469889] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201398ca-3ca6-45d3-901b-95639fd35240 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.492145] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 792.492145] env[65717]: value = "task-4393109" [ 792.492145] env[65717]: _type = "Task" [ 792.492145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.502166] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.772544] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.775720] env[65717]: DEBUG nova.compute.manager [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.776574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.975s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.778127] env[65717]: INFO nova.compute.claims [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.782269] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e18d41-5b9f-4fce-beb5-790c9e7663c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.800294] env[65717]: DEBUG oslo_vmware.api [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393107, 'name': PowerOnVM_Task, 'duration_secs': 1.2852} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.804065] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.804462] env[65717]: INFO nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Took 10.18 seconds to spawn the instance on the hypervisor. [ 792.807034] env[65717]: DEBUG nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.807034] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10dc017-6a15-4525-b8e0-c5a1fbe3ca2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.813622] env[65717]: INFO nova.scheduler.client.report [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted allocations for instance ef9a2693-b456-4214-9e5c-0b91d7fbf08f [ 792.860647] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aa5912-1b08-2620-7cbc-8aa5a3d1d3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.031326} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.860961] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.861236] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 80b888ff-5a38-4af3-9d4d-cf295e6cb236/80b888ff-5a38-4af3-9d4d-cf295e6cb236.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.861532] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8908019e-3a89-4b51-9146-34392d427308 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870187] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 792.870187] env[65717]: value = "task-4393110" [ 792.870187] env[65717]: _type = "Task" [ 792.870187] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.880438] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.005410] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393109, 'name': ReconfigVM_Task, 'duration_secs': 0.344761} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.005711] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3a6af969-1ceb-4e46-8186-2549ea17dc83/3a6af969-1ceb-4e46-8186-2549ea17dc83.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.006369] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bb9bb97-a9af-4828-90c7-5d6ebdf84757 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.016702] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 793.016702] env[65717]: value = "task-4393111" [ 793.016702] env[65717]: _type = "Task" [ 793.016702] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.029870] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393111, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.308477] env[65717]: INFO nova.compute.manager [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] instance snapshotting [ 793.309442] env[65717]: WARNING nova.compute.manager [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 793.311531] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9203f8c-ba93-4247-8a45-5ad319b2b9ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.349488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-84b24293-20b6-4612-bddc-1b87488e711b tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "ef9a2693-b456-4214-9e5c-0b91d7fbf08f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.332s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.352726] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b5f221-bab5-490b-a2c2-b7e1f14a8591 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.356283] env[65717]: INFO nova.compute.manager [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Took 44.13 seconds to build instance. [ 793.383144] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.532339] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393111, 'name': Rename_Task, 'duration_secs': 0.165642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.532736] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.533109] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d000762-f77a-4783-9db9-82ea64a32ec0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.545463] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 793.545463] env[65717]: value = "task-4393112" [ 793.545463] env[65717]: _type = "Task" [ 793.545463] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.560091] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.858724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0df24464-b1e1-4399-a7b1-fc55dde7c96d tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.603s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.869731] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.871302] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68a6356a-0d41-48ff-bf76-59e6728e9ffa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.886239] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655204} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.888180] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 80b888ff-5a38-4af3-9d4d-cf295e6cb236/80b888ff-5a38-4af3-9d4d-cf295e6cb236.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.889130] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.889130] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 793.889130] env[65717]: value = "task-4393113" [ 793.889130] env[65717]: _type = "Task" [ 793.889130] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.889130] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cc63979-d4a7-406c-af17-05ef461346ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.904254] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.906403] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 793.906403] env[65717]: value = "task-4393114" [ 793.906403] env[65717]: _type = "Task" [ 793.906403] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.921999] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.066285] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.205624] env[65717]: DEBUG nova.compute.manager [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.206746] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25926c9-ca30-4d47-bd89-cb50202b3009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.361771] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 794.380384] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9597c18a-44f3-489c-a566-a302f63d848e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.389979] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae68dc2-31d1-4a75-a12f-131f8d6ebde5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.403478] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.433597] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a498a43d-412b-446e-8c77-ddd48b995326 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.443390] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089834} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.446031] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.447461] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cd8b8e-68b7-40d9-967e-7593d97b75e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.451201] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633247a-a4a9-4cb3-9b9a-0229db187a45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.467132] env[65717]: DEBUG nova.compute.provider_tree [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.486935] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 80b888ff-5a38-4af3-9d4d-cf295e6cb236/80b888ff-5a38-4af3-9d4d-cf295e6cb236.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.488062] env[65717]: DEBUG nova.scheduler.client.report [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.491478] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeac3e22-0f32-4b7b-a77e-dbf8a9700e3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.514077] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 794.514077] env[65717]: value = "task-4393115" [ 794.514077] env[65717]: _type = "Task" [ 794.514077] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.522931] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.558814] env[65717]: DEBUG oslo_vmware.api [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393112, 'name': PowerOnVM_Task, 'duration_secs': 0.534362} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.559146] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.559211] env[65717]: INFO nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Took 8.22 seconds to spawn the instance on the hypervisor. [ 794.559385] env[65717]: DEBUG nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.560273] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49004f7-71c7-47a4-b05f-fb11185b4c83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.719852] env[65717]: INFO nova.compute.manager [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] instance snapshotting [ 794.724737] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d6ba0f-4f29-4a29-ba19-893d3be1f239 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.746368] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560ac85-457d-4957-81f7-f54feabd81da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.803517] env[65717]: INFO nova.compute.manager [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Rescuing [ 794.803517] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.803660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.803712] env[65717]: DEBUG nova.network.neutron [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.901862] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.908769] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393113, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.008255] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.009118] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 795.014487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.198s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.019070] env[65717]: INFO nova.compute.claims [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.034389] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.085230] env[65717]: INFO nova.compute.manager [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Took 43.70 seconds to build instance. [ 795.259031] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.259353] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90cec7f9-cdcd-44d4-b801-91da415e8b84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.269304] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 795.269304] env[65717]: value = "task-4393116" [ 795.269304] env[65717]: _type = "Task" [ 795.269304] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.280623] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306637] env[65717]: WARNING neutronclient.v2_0.client [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.414471] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393113, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.523970] env[65717]: DEBUG nova.compute.utils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.528726] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 795.528726] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 795.530861] env[65717]: WARNING neutronclient.v2_0.client [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.530861] env[65717]: WARNING neutronclient.v2_0.client [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.543897] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393115, 'name': ReconfigVM_Task, 'duration_secs': 0.837126} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.543897] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 80b888ff-5a38-4af3-9d4d-cf295e6cb236/80b888ff-5a38-4af3-9d4d-cf295e6cb236.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.544690] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa0d08c-5226-4338-9503-5842341ecf5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.556598] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 795.556598] env[65717]: value = "task-4393117" [ 795.556598] env[65717]: _type = "Task" [ 795.556598] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.559617] env[65717]: WARNING neutronclient.v2_0.client [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.572340] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393117, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.587439] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.283s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.628187] env[65717]: DEBUG nova.policy [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509f8058d7954514bfb3b98ebc4e3042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30f29b3be3a44a0aa24c132c0d95d11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.782078] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.869181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.869575] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.869914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.870223] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.870500] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.873838] env[65717]: INFO nova.compute.manager [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Terminating instance [ 795.907999] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393113, 'name': CreateSnapshot_Task, 'duration_secs': 1.724261} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.907999] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.908755] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365ab444-2da4-468a-8343-8706fa2d05d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.041018] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 796.066205] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393117, 'name': Rename_Task, 'duration_secs': 0.186258} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.066518] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.066766] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4986230a-4d3e-4dea-b2cc-366759984346 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.076310] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 796.076310] env[65717]: value = "task-4393118" [ 796.076310] env[65717]: _type = "Task" [ 796.076310] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.080024] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Successfully created port: 25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 796.088995] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.092040] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.118721] env[65717]: DEBUG nova.network.neutron [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Updating instance_info_cache with network_info: [{"id": "f6b82682-6a58-443d-bd73-584c12a57389", "address": "fa:16:3e:4a:6a:b5", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b82682-6a", "ovs_interfaceid": "f6b82682-6a58-443d-bd73-584c12a57389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.289023] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393116, 'name': CreateSnapshot_Task, 'duration_secs': 0.579142} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.289023] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.289889] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcb4000-1f80-4b8e-a1d7-4c4f2a9ae428 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.387316] env[65717]: DEBUG nova.compute.manager [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 796.387316] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.396843] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe8271-245e-4650-80f0-1999ed5705ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.413093] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.416639] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96eb8bd3-a180-413b-abb2-818891fc43e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.433764] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.434697] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 796.434697] env[65717]: value = "task-4393119" [ 796.434697] env[65717]: _type = "Task" [ 796.434697] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.435413] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c620e585-6be7-4ef9-bbc0-6da1ba3693cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.452235] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.457195] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 796.457195] env[65717]: value = "task-4393120" [ 796.457195] env[65717]: _type = "Task" [ 796.457195] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.467451] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393120, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.601699] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.616549] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.620990] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.651597] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3f889-a8d8-45ce-965d-f3fc5d01b345 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.668589] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f5b2f5-e7ef-44d6-a09b-3a86c3167054 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.709836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b406e3-31c8-46e1-bd97-949c2dc31119 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.720078] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61008fa8-b730-4578-9c3a-4bb7b39216e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.738093] env[65717]: DEBUG nova.compute.provider_tree [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.814489] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.814836] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-497faa77-c4a0-48d4-9e51-4b54f2233f4b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.827859] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 796.827859] env[65717]: value = "task-4393121" [ 796.827859] env[65717]: _type = "Task" [ 796.827859] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.839473] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393121, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.950636] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393119, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.968868] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393120, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.053765] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 797.079757] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 797.080020] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.080387] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 797.080631] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.080844] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 797.081035] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 797.081251] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 797.081407] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 797.081571] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 797.081732] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 797.081900] env[65717]: DEBUG nova.virt.hardware [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 797.082881] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e4394-3ee8-4127-aa86-30d1d19ed272 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.098617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b190b-df18-43bf-9d4e-7ca0d634dc5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.102561] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393118, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.241858] env[65717]: DEBUG nova.scheduler.client.report [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.341281] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393121, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.458032] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393119, 'name': PowerOffVM_Task, 'duration_secs': 0.792798} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.458032] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.458032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.458467] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c92e2d5-0c45-4417-a398-11dfcf0e180f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473109] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393120, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.594182] env[65717]: DEBUG oslo_vmware.api [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393118, 'name': PowerOnVM_Task, 'duration_secs': 1.325371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.594474] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.594697] env[65717]: INFO nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Took 9.43 seconds to spawn the instance on the hypervisor. [ 797.594875] env[65717]: DEBUG nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 797.595756] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8739d7-24ca-46a4-a193-d307c2ae167f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.668388] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.668388] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.668826] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Deleting the datastore file [datastore1] 3a6af969-1ceb-4e46-8186-2549ea17dc83 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.670614] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a551594-65c2-4253-a3f5-226f6273871c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.682874] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for the task: (returnval){ [ 797.682874] env[65717]: value = "task-4393123" [ 797.682874] env[65717]: _type = "Task" [ 797.682874] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.694395] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.747882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.748533] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 797.752035] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.475s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.752035] env[65717]: DEBUG nova.objects.instance [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lazy-loading 'resources' on Instance uuid c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.842936] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393121, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.844407] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Successfully updated port: 25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 797.973277] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393120, 'name': CloneVM_Task, 'duration_secs': 1.420701} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.973277] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Created linked-clone VM from snapshot [ 797.973511] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e6fa2-b031-4964-9345-a358aacd826e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.983231] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Uploading image 08c41e92-e1a4-4cf3-864c-d03696214198 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.012669] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.012669] env[65717]: value = "vm-859912" [ 798.012669] env[65717]: _type = "VirtualMachine" [ 798.012669] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.012669] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60c8c8f2-1cd3-40a4-92f5-9d95b8c790ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.021688] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease: (returnval){ [ 798.021688] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266f190-6b2c-73d5-6ad7-582488f651d9" [ 798.021688] env[65717]: _type = "HttpNfcLease" [ 798.021688] env[65717]: } obtained for exporting VM: (result){ [ 798.021688] env[65717]: value = "vm-859912" [ 798.021688] env[65717]: _type = "VirtualMachine" [ 798.021688] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.021947] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the lease: (returnval){ [ 798.021947] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266f190-6b2c-73d5-6ad7-582488f651d9" [ 798.021947] env[65717]: _type = "HttpNfcLease" [ 798.021947] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.030895] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.030895] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266f190-6b2c-73d5-6ad7-582488f651d9" [ 798.030895] env[65717]: _type = "HttpNfcLease" [ 798.030895] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.116165] env[65717]: INFO nova.compute.manager [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Took 43.20 seconds to build instance. [ 798.173844] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.174124] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0c1ba1-6e9f-4393-bf07-f7d764da9683 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.182414] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 798.182414] env[65717]: value = "task-4393125" [ 798.182414] env[65717]: _type = "Task" [ 798.182414] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.196472] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.199852] env[65717]: DEBUG oslo_vmware.api [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Task: {'id': task-4393123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299062} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.200134] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.200373] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.200489] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.200654] env[65717]: INFO nova.compute.manager [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Took 1.82 seconds to destroy the instance on the hypervisor. [ 798.201025] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.201143] env[65717]: DEBUG nova.compute.manager [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 798.201257] env[65717]: DEBUG nova.network.neutron [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.201488] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.258048] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.263779] env[65717]: DEBUG nova.compute.utils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.268373] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 798.270089] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 798.270089] env[65717]: WARNING neutronclient.v2_0.client [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.270089] env[65717]: WARNING neutronclient.v2_0.client [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.341435] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393121, 'name': CloneVM_Task, 'duration_secs': 1.284} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.345508] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Created linked-clone VM from snapshot [ 798.345737] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ae695-92c2-4a61-b7c0-611e8631df69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.349667] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.349866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.350055] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.352741] env[65717]: DEBUG nova.policy [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181a5d2590264d89acda1e55454756dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '410a58c87d2f44b59e7208099f0463fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.362269] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Uploading image e3024d40-ec4f-43c4-8a06-4b1b4b572baa {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.403385] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.403385] env[65717]: value = "vm-859913" [ 798.403385] env[65717]: _type = "VirtualMachine" [ 798.403385] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.404116] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab0e6f6a-62f2-40fb-810a-c250a109f2fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.414171] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease: (returnval){ [ 798.414171] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520985f7-f974-0d41-0cd5-3b6466dc0760" [ 798.414171] env[65717]: _type = "HttpNfcLease" [ 798.414171] env[65717]: } obtained for exporting VM: (result){ [ 798.414171] env[65717]: value = "vm-859913" [ 798.414171] env[65717]: _type = "VirtualMachine" [ 798.414171] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.415015] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the lease: (returnval){ [ 798.415015] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520985f7-f974-0d41-0cd5-3b6466dc0760" [ 798.415015] env[65717]: _type = "HttpNfcLease" [ 798.415015] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.422993] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.422993] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520985f7-f974-0d41-0cd5-3b6466dc0760" [ 798.422993] env[65717]: _type = "HttpNfcLease" [ 798.422993] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.437073] env[65717]: DEBUG nova.compute.manager [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Received event network-vif-plugged-25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 798.437438] env[65717]: DEBUG oslo_concurrency.lockutils [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.437631] env[65717]: DEBUG oslo_concurrency.lockutils [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.437809] env[65717]: DEBUG oslo_concurrency.lockutils [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.437969] env[65717]: DEBUG nova.compute.manager [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] No waiting events found dispatching network-vif-plugged-25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 798.438671] env[65717]: WARNING nova.compute.manager [req-505ca3c0-e486-40bc-8121-f69dc98aa91f req-b1a4cefc-f0ac-433e-b1a0-ce6fc18d9163 service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Received unexpected event network-vif-plugged-25a2eb58-0748-407d-b67c-5116ec63b1bc for instance with vm_state building and task_state spawning. [ 798.531343] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.531343] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266f190-6b2c-73d5-6ad7-582488f651d9" [ 798.531343] env[65717]: _type = "HttpNfcLease" [ 798.531343] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.533771] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.533771] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266f190-6b2c-73d5-6ad7-582488f651d9" [ 798.533771] env[65717]: _type = "HttpNfcLease" [ 798.533771] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.534761] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4acffe-1a3e-49ac-b4a4-fa905bfbdcb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.545808] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.545808] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.618365] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.694s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.698627] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393125, 'name': PowerOffVM_Task, 'duration_secs': 0.203369} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.698896] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.700103] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e518660-669d-4b69-8e69-65791567049b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.726682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34953f13-19cd-4edd-baf5-b3278d0b1cca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762415] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63dcbf5a-3254-4394-b693-3b25f8e9b4eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.766231] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.766615] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755c96ce-c181-40f1-8f6a-4b3fa93ebcb9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.774542] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 798.782953] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 798.782953] env[65717]: value = "task-4393127" [ 798.782953] env[65717]: _type = "Task" [ 798.782953] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.794096] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 798.794328] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.794566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.794711] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.794880] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.797715] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b82df1-dd51-49d2-a340-e6dd718cbf66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.810691] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.810941] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.812131] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47ba66f-117b-44b1-a0e7-e3b7d3a86215 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.818343] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 798.818343] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523a1424-942d-6531-7e9d-aed33ef2e01d" [ 798.818343] env[65717]: _type = "Task" [ 798.818343] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.831982] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523a1424-942d-6531-7e9d-aed33ef2e01d, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.832809] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeefaa13-64a7-4225-9486-54392592a423 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.840123] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 798.840123] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d6f437-1364-1678-5b68-b3ac8a028659" [ 798.840123] env[65717]: _type = "Task" [ 798.840123] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.844624] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Successfully created port: 725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 798.850117] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d6f437-1364-1678-5b68-b3ac8a028659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.910696] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.923722] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.923722] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520985f7-f974-0d41-0cd5-3b6466dc0760" [ 798.923722] env[65717]: _type = "HttpNfcLease" [ 798.923722] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.923722] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.923722] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520985f7-f974-0d41-0cd5-3b6466dc0760" [ 798.923722] env[65717]: _type = "HttpNfcLease" [ 798.923722] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.924271] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c5d23-e342-4808-bb59-4e99ff70ff8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.932796] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.932796] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.010541] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2317e4-94c4-49e0-9af0-adb80bcf98b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.019159] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc9d86-adb2-4a81-b800-8978e11cf52c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.067633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8b000-8c5d-4e89-ad29-34d39301b5b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.070499] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2ae8530-68f1-41d2-a1a3-2ea2f83dc157 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.082180] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df41522-f9f1-4a08-81c6-37b6b3745673 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.103097] env[65717]: DEBUG nova.compute.provider_tree [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.115253] env[65717]: DEBUG nova.network.neutron [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.354773] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d6f437-1364-1678-5b68-b3ac8a028659, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.355092] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.355480] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 799.355858] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-486d01ca-322e-4884-9393-2363ff20b038 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.364451] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 799.364451] env[65717]: value = "task-4393128" [ 799.364451] env[65717]: _type = "Task" [ 799.364451] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.374680] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.609054] env[65717]: DEBUG nova.scheduler.client.report [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.624023] env[65717]: INFO nova.compute.manager [-] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Took 1.42 seconds to deallocate network for instance. [ 799.791022] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 799.877650] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393128, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.020189] env[65717]: WARNING neutronclient.v2_0.client [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.116053] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.119553] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.443s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.119849] env[65717]: DEBUG nova.objects.instance [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lazy-loading 'resources' on Instance uuid c572bb35-1255-4b5f-84ff-3368f11cc0cb {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.137574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.144817] env[65717]: INFO nova.scheduler.client.report [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Deleted allocations for instance c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f [ 800.385926] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513833} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.385926] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 800.385926] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b173cb0-d98f-4c51-8cc8-81e8f334370f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.420059] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.420606] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca66d418-d603-4390-a1d9-5e81334c5de4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.445036] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 800.445036] env[65717]: value = "task-4393129" [ 800.445036] env[65717]: _type = "Task" [ 800.445036] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.454105] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.515392] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Successfully updated port: 725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.567581] env[65717]: DEBUG nova.network.neutron [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.658956] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6bf3820a-053c-432a-af2e-aaad4f574ba8 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Lock "c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.402s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.959878] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.020727] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.020925] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquired lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.021120] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 801.070818] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.071235] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Instance network_info: |[{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 801.072026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:cb:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a2eb58-0748-407d-b67c-5116ec63b1bc', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.081303] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.085700] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.086640] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa00d2f-ea9f-4c12-bee5-e9038a4de6e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.116333] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.116333] env[65717]: value = "task-4393130" [ 801.116333] env[65717]: _type = "Task" [ 801.116333] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.129162] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393130, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.156519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227bd4ee-c056-42b6-9fd8-d6c862e87d81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.166342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa18ff-886c-491f-a643-27623c51ebf7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.205186] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263048be-20ad-4bf3-826b-e893fece3612 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.215463] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de210569-1d67-43bd-8861-e0bdfefb890a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.234200] env[65717]: DEBUG nova.compute.provider_tree [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.459064] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.633610] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393130, 'name': CreateVM_Task, 'duration_secs': 0.479366} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.633610] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.633610] env[65717]: WARNING neutronclient.v2_0.client [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.633610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.633610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.633610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.633999] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae5df98-0406-4596-85a7-1ef544fafae9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.642583] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 801.642583] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae27c8-87a5-fb5f-2ffd-ff0bb465769c" [ 801.642583] env[65717]: _type = "Task" [ 801.642583] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.663910] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae27c8-87a5-fb5f-2ffd-ff0bb465769c, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.665499] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 801.668604] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.668965] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.669266] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.669456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.669671] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.672082] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f312f00-5c48-45a8-9c44-71453aa1469a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.685015] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.685355] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.686731] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd761cb0-70dd-4705-be9c-333bb096bc14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.695322] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 801.695322] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52210394-d0bf-9775-bf1a-061644d1bbc3" [ 801.695322] env[65717]: _type = "Task" [ 801.695322] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.709956] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52210394-d0bf-9775-bf1a-061644d1bbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.710845] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bb05e7-b45f-4ab7-ad6c-22218f875f6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.717354] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 801.717354] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ceb57-c3f7-0ed6-a5ce-cdd6f6ddcf7f" [ 801.717354] env[65717]: _type = "Task" [ 801.717354] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.727439] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ceb57-c3f7-0ed6-a5ce-cdd6f6ddcf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.741407] env[65717]: DEBUG nova.scheduler.client.report [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.955884] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393129, 'name': ReconfigVM_Task, 'duration_secs': 1.172622} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.956701] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.958112] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55373774-0a79-4447-a81a-792a4d886d2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.993762] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a232484-8ab9-48f7-8312-f85165a610d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.014363] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 802.014363] env[65717]: value = "task-4393131" [ 802.014363] env[65717]: _type = "Task" [ 802.014363] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.025391] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.233745] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ceb57-c3f7-0ed6-a5ce-cdd6f6ddcf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.236235] env[65717]: WARNING neutronclient.v2_0.client [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.244237] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.244237] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.244652] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efb39fa5-2bd6-4b78-a1af-d61f985008b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.255782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.255782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.909s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.258550] env[65717]: INFO nova.compute.claims [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.271299] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 802.271299] env[65717]: value = "task-4393132" [ 802.271299] env[65717]: _type = "Task" [ 802.271299] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.283637] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.337406] env[65717]: INFO nova.scheduler.client.report [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Deleted allocations for instance c572bb35-1255-4b5f-84ff-3368f11cc0cb [ 802.500482] env[65717]: DEBUG nova.network.neutron [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updating instance_info_cache with network_info: [{"id": "725ca381-fc6a-4009-8e5b-b04caa340490", "address": "fa:16:3e:69:17:58", "network": {"id": "7c6d315a-612a-4a78-8483-c5fa59823424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-749905506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410a58c87d2f44b59e7208099f0463fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725ca381-fc", "ovs_interfaceid": "725ca381-fc6a-4009-8e5b-b04caa340490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.529551] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393131, 'name': ReconfigVM_Task, 'duration_secs': 0.196653} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.530928] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.531346] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b77ef1-d4ea-489e-8203-810627d13634 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.544190] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 802.544190] env[65717]: value = "task-4393133" [ 802.544190] env[65717]: _type = "Task" [ 802.544190] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.557746] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.781717] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.850672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-738caf5a-3016-401d-b0f4-aeb582105e85 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Lock "c572bb35-1255-4b5f-84ff-3368f11cc0cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.787s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.002649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Releasing lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003072] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Instance network_info: |[{"id": "725ca381-fc6a-4009-8e5b-b04caa340490", "address": "fa:16:3e:69:17:58", "network": {"id": "7c6d315a-612a-4a78-8483-c5fa59823424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-749905506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410a58c87d2f44b59e7208099f0463fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725ca381-fc", "ovs_interfaceid": "725ca381-fc6a-4009-8e5b-b04caa340490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 803.058016] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.285247] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530319} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.285523] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.285761] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.286075] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8e1910-c85f-4cac-9e87-7371f96cea0c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.294667] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 803.294667] env[65717]: value = "task-4393134" [ 803.294667] env[65717]: _type = "Task" [ 803.294667] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.312265] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.556686] env[65717]: DEBUG oslo_vmware.api [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393133, 'name': PowerOnVM_Task, 'duration_secs': 0.578641} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.560103] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.565061] env[65717]: DEBUG nova.compute.manager [None req-f20cfd21-b1e4-4611-beda-feb076ace18b tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.565334] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5cebd2-f41f-4339-b87c-3fc14250bcca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.761511] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3f7037-46d4-404b-8232-35cb60f57cfc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.771223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1eba2c-0841-428b-895e-535691f3a238 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.808014] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee3d79-5e21-46b3-81a5-a3a7d4c724fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.819342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee5973c-39b8-4a01-abb9-bc3f3bcf426d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.823334] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140726} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.823602] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.824757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a988c7f-80e9-4af0-9840-44d587a979f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.835977] env[65717]: DEBUG nova.compute.provider_tree [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.859661] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.860896] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0bcd06-fc4e-404d-b5ea-ccb52c935582 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.886773] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 803.886773] env[65717]: value = "task-4393135" [ 803.886773] env[65717]: _type = "Task" [ 803.886773] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.897185] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.339090] env[65717]: DEBUG nova.scheduler.client.report [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.398840] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.845018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.845726] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 804.848930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.129s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.902438] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393135, 'name': ReconfigVM_Task, 'duration_secs': 0.55969} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.902868] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.903927] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5900bab3-c8dc-47c2-9b50-31c687e3c319 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.914104] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 804.914104] env[65717]: value = "task-4393136" [ 804.914104] env[65717]: _type = "Task" [ 804.914104] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.927703] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393136, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.352714] env[65717]: DEBUG nova.compute.utils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.356380] env[65717]: INFO nova.compute.claims [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.360484] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 805.360668] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 805.361016] env[65717]: WARNING neutronclient.v2_0.client [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.361316] env[65717]: WARNING neutronclient.v2_0.client [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.420748] env[65717]: DEBUG nova.policy [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2928cf7c12d649e6879dcf05e79fab39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb54d0f902f46a79524141a70899df5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.429822] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393136, 'name': Rename_Task, 'duration_secs': 0.22162} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.430164] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.430431] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d7bb86-0c68-49af-9154-fd7e77396b16 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.438625] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 805.438625] env[65717]: value = "task-4393137" [ 805.438625] env[65717]: _type = "Task" [ 805.438625] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.448412] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.804417] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Successfully created port: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 805.860942] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 805.866620] env[65717]: INFO nova.compute.resource_tracker [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating resource usage from migration 3640f208-3f1a-46fa-9624-8c22dc3bc6b5 [ 805.949964] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.315141] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586f45d-e9fc-4fa0-8d3a-810905645ff6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.324511] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc83e25-fe7f-482a-a230-dd5658c9ea05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.359201] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5dcc72-90c0-4447-939b-438744d0268d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.371710] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c52396-ebe0-4cfc-9d25-eb001a76495d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.389529] env[65717]: DEBUG nova.compute.provider_tree [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.450952] env[65717]: DEBUG oslo_vmware.api [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393137, 'name': PowerOnVM_Task, 'duration_secs': 0.746886} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.451265] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.451548] env[65717]: INFO nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Took 9.40 seconds to spawn the instance on the hypervisor. [ 806.451676] env[65717]: DEBUG nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.452524] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c70168-09d0-43b7-a13b-17ca7c0810ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.880043] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 806.893353] env[65717]: DEBUG nova.scheduler.client.report [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.972669] env[65717]: INFO nova.compute.manager [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Took 47.19 seconds to build instance. [ 807.351653] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.351885] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.352066] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.352254] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.352400] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.353396] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.353396] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.353396] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.353396] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.353396] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.353929] env[65717]: DEBUG nova.virt.hardware [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.356105] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a297d32-a708-4d29-91ba-78a2037f231d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.367472] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b905ff-0add-4bba-a9ea-4b73cfce76f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.373825] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.374181] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.374302] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.374615] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.374683] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.374835] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.375074] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.375263] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.375517] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.375736] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.375915] env[65717]: DEBUG nova.virt.hardware [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.378505] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775d1a8-588b-48a3-b589-15dcd8752367 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.398576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5153a417-35ee-422e-aae2-9c856535c732 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.403656] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:17:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '725ca381-fc6a-4009-8e5b-b04caa340490', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.411334] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Creating folder: Project (410a58c87d2f44b59e7208099f0463fe). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.412417] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Successfully updated port: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 807.415833] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.416635] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.416876] env[65717]: INFO nova.compute.manager [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Migrating [ 807.424880] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef8bc73-d9ff-40fe-bf00-d248d6a89ad0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.427687] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f97209d-520e-45a6-8802-007eb04829db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.433878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.434033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.434801] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.436485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.406s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.436723] env[65717]: DEBUG nova.objects.instance [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'resources' on Instance uuid c5f81e6e-5030-4197-a171-2668a8964855 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.461584] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.461810] env[65717]: ERROR oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk due to incomplete transfer. [ 807.462695] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50573feb-7700-4f91-8d18-3be238dd2535 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.475549] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.324s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.476463] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Created folder: Project (410a58c87d2f44b59e7208099f0463fe) in parent group-v859766. [ 807.476463] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Creating folder: Instances. Parent ref: group-v859915. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.477393] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56ac6dd8-1ca8-48cb-9947-02276ad0734b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.486608] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269fd0e-11f2-03b5-cc31-febcbedd1fa4/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.486608] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Uploaded image 08c41e92-e1a4-4cf3-864c-d03696214198 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.486608] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.486608] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0034454-039d-4c3b-b08e-7cf5008fe0fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.490894] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Created folder: Instances in parent group-v859915. [ 807.490894] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 807.491610] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.491988] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb6ac68b-c672-4bba-947f-42382a5a78ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.511355] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 807.511355] env[65717]: value = "task-4393140" [ 807.511355] env[65717]: _type = "Task" [ 807.511355] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.517137] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.517137] env[65717]: value = "task-4393141" [ 807.517137] env[65717]: _type = "Task" [ 807.517137] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.521020] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393140, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.532146] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393141, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.566858] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.568359] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96165477-cb9c-41d3-b4f6-917b06b2feb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.577911] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.578280] env[65717]: ERROR oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk due to incomplete transfer. [ 807.578971] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3ccf677-7770-4269-b8af-335e4bb5a172 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.589104] env[65717]: DEBUG oslo_vmware.rw_handles [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b19f74-5dcc-08f6-7bb3-42fec5b8db2e/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.589463] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Uploaded image e3024d40-ec4f-43c4-8a06-4b1b4b572baa to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.592072] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.592984] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-177cd560-df70-4a42-8fa1-a052b4d4f517 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.603249] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 807.603249] env[65717]: value = "task-4393142" [ 807.603249] env[65717]: _type = "Task" [ 807.603249] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.619039] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393142, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.689213] env[65717]: DEBUG nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Received event network-changed-25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 807.689418] env[65717]: DEBUG nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Refreshing instance network info cache due to event network-changed-25a2eb58-0748-407d-b67c-5116ec63b1bc. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 807.689644] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Acquiring lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.689781] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Acquired lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.693143] env[65717]: DEBUG nova.network.neutron [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Refreshing network info cache for port 25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.958851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.959293] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.959390] env[65717]: DEBUG nova.network.neutron [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.039621] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 808.043806] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393140, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.058431] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393141, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.121583] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393142, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.194976] env[65717]: WARNING neutronclient.v2_0.client [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.199466] env[65717]: WARNING neutronclient.v2_0.client [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.449019] env[65717]: DEBUG nova.network.neutron [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.468528] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.545050] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393140, 'name': Destroy_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.557039] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393141, 'name': CreateVM_Task, 'duration_secs': 0.837412} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.557039] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.557770] env[65717]: WARNING neutronclient.v2_0.client [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.561100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.561100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.561100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561100] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77c4614-68f8-4782-a8f8-f34a20c73dfc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.567251] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 808.567251] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5296e2d8-3e13-8418-a0cf-8b6907fbfe4e" [ 808.567251] env[65717]: _type = "Task" [ 808.567251] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.586284] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5296e2d8-3e13-8418-a0cf-8b6907fbfe4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.620186] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb8ae3-aba6-499a-8a75-329f30541e20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.625787] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393142, 'name': Destroy_Task, 'duration_secs': 0.989051} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.626760] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Destroyed the VM [ 808.627189] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.627956] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05afb8b6-4a40-4661-8711-37d5cdafca8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.634065] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289517d8-0dd3-42a7-9005-fb007053f38e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639527] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 808.639527] env[65717]: value = "task-4393143" [ 808.639527] env[65717]: _type = "Task" [ 808.639527] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.678293] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ec845f-5953-4036-88a9-7c02af8fb90b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.683121] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.689995] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbbbc4a-63f0-45ee-96e5-2257ed0e47bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.706395] env[65717]: DEBUG nova.compute.provider_tree [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.762163] env[65717]: WARNING neutronclient.v2_0.client [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.789399] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "bdb3da04-55a1-4575-9509-6409d959d234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.789733] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.954188] env[65717]: DEBUG nova.network.neutron [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updated VIF entry in instance network info cache for port 25a2eb58-0748-407d-b67c-5116ec63b1bc. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.954188] env[65717]: DEBUG nova.network.neutron [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.954634] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.955173] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Instance network_info: |[{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 808.955908] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:76:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.969082] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating folder: Project (4eb54d0f902f46a79524141a70899df5). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.969899] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-059d4739-9544-496c-9aba-c2d6c28373ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.985282] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created folder: Project (4eb54d0f902f46a79524141a70899df5) in parent group-v859766. [ 808.985562] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating folder: Instances. Parent ref: group-v859918. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.985946] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21bc13df-e8f2-484b-b3d2-c62b67fc531a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.992010] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.003338] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created folder: Instances in parent group-v859918. [ 809.004038] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.004255] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.004475] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21245ca1-3a35-47e6-8558-0998d75edc54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.030123] env[65717]: DEBUG nova.compute.manager [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Received event network-vif-plugged-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 809.030499] env[65717]: DEBUG oslo_concurrency.lockutils [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.031287] env[65717]: DEBUG oslo_concurrency.lockutils [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.031287] env[65717]: DEBUG oslo_concurrency.lockutils [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.031287] env[65717]: DEBUG nova.compute.manager [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] No waiting events found dispatching network-vif-plugged-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 809.031287] env[65717]: WARNING nova.compute.manager [req-7d4574e9-6fc5-42ec-b27b-20911cd25954 req-d0a6694b-4a8e-4e82-8d9c-a09ad0331b3c service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Received unexpected event network-vif-plugged-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 for instance with vm_state building and task_state spawning. [ 809.038541] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.038541] env[65717]: value = "task-4393146" [ 809.038541] env[65717]: _type = "Task" [ 809.038541] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.039114] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393140, 'name': Destroy_Task, 'duration_secs': 1.095099} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.039581] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Destroyed the VM [ 809.039935] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.044187] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-972725f2-0c0c-400c-843d-42aee61eecd2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.057305] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393146, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.059750] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 809.059750] env[65717]: value = "task-4393147" [ 809.059750] env[65717]: _type = "Task" [ 809.059750] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.074722] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.090651] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5296e2d8-3e13-8418-a0cf-8b6907fbfe4e, 'name': SearchDatastore_Task, 'duration_secs': 0.026786} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.090998] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.091291] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.091582] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.091745] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.091941] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.092277] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1575c8ae-c039-453a-b471-b8892f27454e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.117708] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.118113] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.119117] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e39e073-af9d-4442-9cd7-545725fc5f63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.126927] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 809.126927] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5281c518-9737-4b85-c184-50bb94f4b650" [ 809.126927] env[65717]: _type = "Task" [ 809.126927] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.137249] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5281c518-9737-4b85-c184-50bb94f4b650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.155107] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.166278] env[65717]: DEBUG nova.network.neutron [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.210573] env[65717]: DEBUG nova.scheduler.client.report [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.292873] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 809.472921] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Releasing lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.473063] env[65717]: DEBUG nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Received event network-vif-deleted-ba37c0c4-69f5-41fd-abea-8c867a2293c3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 809.473400] env[65717]: DEBUG nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received event network-vif-plugged-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 809.473614] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Acquiring lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.473832] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.474022] env[65717]: DEBUG oslo_concurrency.lockutils [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.474184] env[65717]: DEBUG nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] No waiting events found dispatching network-vif-plugged-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 809.474390] env[65717]: WARNING nova.compute.manager [req-e28062c7-a8bb-4e53-aa55-ce202b9355e4 req-c9d6b622-63c4-4141-9cf1-ec4b57547f0a service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received unexpected event network-vif-plugged-725ca381-fc6a-4009-8e5b-b04caa340490 for instance with vm_state building and task_state spawning. [ 809.502093] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.502093] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.502225] env[65717]: INFO nova.compute.manager [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Rebooting instance [ 809.552319] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393146, 'name': CreateVM_Task, 'duration_secs': 0.420738} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.552511] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.552972] env[65717]: WARNING neutronclient.v2_0.client [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.553379] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.553566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.553823] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.554139] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0358c3ad-6a77-46a4-8348-f372244a3539 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.563347] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 809.563347] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e293f6-711d-77ca-3f1f-2db080e3e0d3" [ 809.563347] env[65717]: _type = "Task" [ 809.563347] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.579198] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393147, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.581238] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e293f6-711d-77ca-3f1f-2db080e3e0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.645065] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5281c518-9737-4b85-c184-50bb94f4b650, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.651640] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4dbd2e-dec6-4a0c-84d7-a244c08f5fdf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.663085] env[65717]: DEBUG oslo_vmware.api [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831383} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.664873] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.666161] env[65717]: INFO nova.compute.manager [None req-f9798bd8-40bd-4ded-8afe-0a449cef0fb2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 809.669377] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 809.669377] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c233f5-6e50-7feb-a95e-d4dca5c601a4" [ 809.669377] env[65717]: _type = "Task" [ 809.669377] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.673023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.685985] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c233f5-6e50-7feb-a95e-d4dca5c601a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.688013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.688392] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ed22a1cf-57e0-4db5-ad36-0ec18a89086a/ed22a1cf-57e0-4db5-ad36-0ec18a89086a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.688745] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b706e98-af95-42ca-8a5f-ad9abad5a01d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.698907] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 809.698907] env[65717]: value = "task-4393148" [ 809.698907] env[65717]: _type = "Task" [ 809.698907] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.714435] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.717134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.723026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.957s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.723026] env[65717]: INFO nova.compute.claims [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.747570] env[65717]: INFO nova.scheduler.client.report [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted allocations for instance c5f81e6e-5030-4197-a171-2668a8964855 [ 809.829710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.019813] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.020377] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.020377] env[65717]: DEBUG nova.network.neutron [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 810.041258] env[65717]: DEBUG nova.compute.manager [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.041258] env[65717]: DEBUG nova.compute.manager [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing instance network info cache due to event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 810.041258] env[65717]: DEBUG oslo_concurrency.lockutils [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] Acquiring lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.041506] env[65717]: DEBUG oslo_concurrency.lockutils [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] Acquired lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042042] env[65717]: DEBUG nova.network.neutron [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.075688] env[65717]: DEBUG oslo_vmware.api [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393147, 'name': RemoveSnapshot_Task, 'duration_secs': 0.620252} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.076421] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.076693] env[65717]: INFO nova.compute.manager [None req-f70d82ba-aa19-4e8d-8e92-a3944eae4a6c tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Took 16.77 seconds to snapshot the instance on the hypervisor. [ 810.085336] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e293f6-711d-77ca-3f1f-2db080e3e0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016952} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.085632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.085870] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.086091] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.086242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.086411] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.086680] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb234bb-ca34-42a9-a306-f7aca7585588 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105672] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.105672] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.107241] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178c3548-04c2-488c-9058-cbf0e947711f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.119110] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 810.119110] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270807a-76c2-937e-215d-00d201007b01" [ 810.119110] env[65717]: _type = "Task" [ 810.119110] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.132091] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270807a-76c2-937e-215d-00d201007b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.215414] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.257167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73535a46-bdbc-4969-82bd-37b8956acee3 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "c5f81e6e-5030-4197-a171-2668a8964855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.678s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.523432] env[65717]: WARNING neutronclient.v2_0.client [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.545792] env[65717]: WARNING neutronclient.v2_0.client [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.630723] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270807a-76c2-937e-215d-00d201007b01, 'name': SearchDatastore_Task, 'duration_secs': 0.061132} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.631545] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10bedb6-7111-481f-82f5-103f61e1006c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.644023] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 810.644023] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ab8be-e687-9a86-3438-1a6fd40e61ec" [ 810.644023] env[65717]: _type = "Task" [ 810.644023] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.648463] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.648713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.648923] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.649131] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.649302] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.652380] env[65717]: INFO nova.compute.manager [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Terminating instance [ 810.657422] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ab8be-e687-9a86-3438-1a6fd40e61ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.711688] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717953} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.714829] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ed22a1cf-57e0-4db5-ad36-0ec18a89086a/ed22a1cf-57e0-4db5-ad36-0ec18a89086a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.715067] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.715534] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033340ae-1e0d-4660-bb66-8194b6b1568c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.723069] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 810.723069] env[65717]: value = "task-4393149" [ 810.723069] env[65717]: _type = "Task" [ 810.723069] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.740039] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.884551] env[65717]: WARNING neutronclient.v2_0.client [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.896562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.896828] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.897047] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.897229] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.897418] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.902318] env[65717]: INFO nova.compute.manager [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Terminating instance [ 810.919579] env[65717]: WARNING neutronclient.v2_0.client [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.112939] env[65717]: DEBUG nova.network.neutron [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.164391] env[65717]: DEBUG nova.compute.manager [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 811.164391] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.164924] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ab8be-e687-9a86-3438-1a6fd40e61ec, 'name': SearchDatastore_Task, 'duration_secs': 0.023188} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.165822] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad73fe5-4f79-4907-a7bc-203e4ab6973a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.169314] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.172051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.172051] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17bf6ac1-6faf-4eaf-9d8a-17c5293c7f9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.178780] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.180224] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29ea6eff-1d36-4cfc-9ba1-9f195b1e6a08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.181902] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 811.181902] env[65717]: value = "task-4393150" [ 811.181902] env[65717]: _type = "Task" [ 811.181902] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.182841] env[65717]: DEBUG nova.network.neutron [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updated VIF entry in instance network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.183189] env[65717]: DEBUG nova.network.neutron [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updating instance_info_cache with network_info: [{"id": "725ca381-fc6a-4009-8e5b-b04caa340490", "address": "fa:16:3e:69:17:58", "network": {"id": "7c6d315a-612a-4a78-8483-c5fa59823424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-749905506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410a58c87d2f44b59e7208099f0463fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725ca381-fc", "ovs_interfaceid": "725ca381-fc6a-4009-8e5b-b04caa340490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.194681] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598cd15d-cf75-450f-b58b-51ef721a934d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.205621] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.221978] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.241918] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078075} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.246154] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.248173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14596f0-8ddd-4077-8eed-0614d32c9d1b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.276680] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] ed22a1cf-57e0-4db5-ad36-0ec18a89086a/ed22a1cf-57e0-4db5-ad36-0ec18a89086a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.281380] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a91f20-23a0-447a-b941-7521b36aa0da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.298095] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.298281] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.298447] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore1] 1676d1a9-361a-468b-af14-ca1999b8a7b2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.300475] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a52de77-b98a-4771-88f3-a5f3ce079192 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.309996] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 811.309996] env[65717]: value = "task-4393153" [ 811.309996] env[65717]: _type = "Task" [ 811.309996] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.312181] env[65717]: DEBUG oslo_vmware.api [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 811.312181] env[65717]: value = "task-4393152" [ 811.312181] env[65717]: _type = "Task" [ 811.312181] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.317143] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611a286c-9f5e-49d6-9671-8f19a8830234 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.335089] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.335373] env[65717]: DEBUG oslo_vmware.api [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.339340] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a24b932-ce0e-4799-b449-ad307b0a5300 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.377599] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c89d30c-18c1-4716-9cec-6c8977586baf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.386450] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be6feb7-f093-44dd-8314-5764347f6394 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.404025] env[65717]: DEBUG nova.compute.provider_tree [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.406183] env[65717]: DEBUG nova.compute.manager [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 811.406608] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.408307] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc58612-f2f6-4a51-89d0-0f507a8ba82d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.416637] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.417659] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a39d52f-0ace-48bf-8e36-4dfb9b988312 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.426122] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 811.426122] env[65717]: value = "task-4393154" [ 811.426122] env[65717]: _type = "Task" [ 811.426122] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.441333] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.618836] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.694032] env[65717]: DEBUG oslo_concurrency.lockutils [req-f81a78d3-c794-4e17-9908-5b14ddbcbbe7 req-7d62daf7-229f-469c-96b4-8a65c353f1bb service nova] Releasing lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.702127] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.731756] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.732158] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7749c7-8166-4a82-9b5d-b522e8baeabc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.745246] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 811.745246] env[65717]: value = "task-4393155" [ 811.745246] env[65717]: _type = "Task" [ 811.745246] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.761100] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.835890] env[65717]: DEBUG oslo_vmware.api [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413164} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.836180] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.836440] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.836619] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.836802] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.836990] env[65717]: INFO nova.compute.manager [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Took 0.67 seconds to destroy the instance on the hypervisor. [ 811.837304] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 811.837543] env[65717]: DEBUG nova.compute.manager [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.837674] env[65717]: DEBUG nova.network.neutron [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.838034] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.887043] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.887327] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.890366] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.933261] env[65717]: ERROR nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [req-17d8a9e5-5cc5-49d5-8309-6c363e2820c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17d8a9e5-5cc5-49d5-8309-6c363e2820c4"}]} [ 811.940460] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393154, 'name': PowerOffVM_Task, 'duration_secs': 0.258766} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.940982] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.941085] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.941342] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a400149-7cef-4b58-ba5a-7dc760a63064 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.956723] env[65717]: DEBUG nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.976959] env[65717]: DEBUG nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.977178] env[65717]: DEBUG nova.compute.provider_tree [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.993705] env[65717]: DEBUG nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.018385] env[65717]: DEBUG nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 812.031924] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.031924] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.032462] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleting the datastore file [datastore1] 3d0f541b-072f-42cf-8ece-eac153fc7f18 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.032462] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b60a3aaa-5ed8-45e2-bf8f-0b50e06310b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.041383] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for the task: (returnval){ [ 812.041383] env[65717]: value = "task-4393157" [ 812.041383] env[65717]: _type = "Task" [ 812.041383] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.051234] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.107411] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.108380] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.115592] env[65717]: DEBUG nova.compute.manager [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Received event network-changed-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 812.116146] env[65717]: DEBUG nova.compute.manager [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Refreshing instance network info cache due to event network-changed-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 812.116612] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.116949] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.117670] env[65717]: DEBUG nova.network.neutron [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Refreshing network info cache for port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.126536] env[65717]: DEBUG nova.compute.manager [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.127684] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9613cd5-a429-4eac-899a-97cffb2839fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.202888] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845468} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.203072] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.203296] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.204413] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ca1c500-fa55-4185-9124-455782a3ef87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.218990] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 812.218990] env[65717]: value = "task-4393158" [ 812.218990] env[65717]: _type = "Task" [ 812.218990] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.233269] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.260816] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393155, 'name': PowerOffVM_Task, 'duration_secs': 0.218905} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.261164] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.261354] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.324848] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393153, 'name': ReconfigVM_Task, 'duration_secs': 0.968313} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.325329] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] ed22a1cf-57e0-4db5-ad36-0ec18a89086a/ed22a1cf-57e0-4db5-ad36-0ec18a89086a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.328746] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8517ba3e-7eb2-4bbd-87cc-7fa8870fa9bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.339935] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 812.339935] env[65717]: value = "task-4393159" [ 812.339935] env[65717]: _type = "Task" [ 812.339935] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.352311] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393159, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.395216] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 812.554268] env[65717]: DEBUG oslo_vmware.api [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Task: {'id': task-4393157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319562} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.554437] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.554625] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.554787] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.554951] env[65717]: INFO nova.compute.manager [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.555328] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 812.555849] env[65717]: DEBUG nova.compute.manager [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 812.555943] env[65717]: DEBUG nova.network.neutron [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 812.556300] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.620899] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.626880] env[65717]: WARNING neutronclient.v2_0.client [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.731650] env[65717]: DEBUG nova.network.neutron [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.732262] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114127} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.732719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.733537] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add2be3-0e9e-495f-8297-bb0e51a6c95b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.738851] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c648550-6881-4039-9d53-d48150f7eca2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.760480] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.764857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0fb4de5-d674-4d84-904b-b2ded6e441e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.783258] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.783498] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.783642] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.783811] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.784414] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.784414] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.784414] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.784729] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.784729] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.784810] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.785013] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.790841] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3588054-638f-44da-9672-f1bf319c5418 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.802650] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f103ea-6df7-4587-8a3e-4d180f7e8764 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.810454] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 812.810454] env[65717]: value = "task-4393160" [ 812.810454] env[65717]: _type = "Task" [ 812.810454] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.859384] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894241a-47d0-4d35-a68f-90c9e7ca6661 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.864241] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.864601] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 812.864601] env[65717]: value = "task-4393161" [ 812.864601] env[65717]: _type = "Task" [ 812.864601] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.883568] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393159, 'name': Rename_Task, 'duration_secs': 0.236086} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.885288] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660d0ea-58cc-4e8d-bec4-c6e95a1322e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.889762] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.893906] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7a21b4-d36e-4ac0-8ff1-313cfa9a9916 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.895691] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.910943] env[65717]: DEBUG nova.compute.provider_tree [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.916024] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 812.916024] env[65717]: value = "task-4393162" [ 812.916024] env[65717]: _type = "Task" [ 812.916024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.927432] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.933258] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.013128] env[65717]: INFO nova.compute.manager [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Rescuing [ 813.013938] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.013938] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.013938] env[65717]: DEBUG nova.network.neutron [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.040289] env[65717]: WARNING neutronclient.v2_0.client [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.135313] env[65717]: DEBUG nova.network.neutron [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updated VIF entry in instance network info cache for port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 813.135765] env[65717]: DEBUG nova.network.neutron [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.154316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8275f5f-2fff-43af-825e-b99cac1748e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.164316] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Doing hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 813.165498] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0804636d-060c-4731-8107-5a3117a8fccc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.174857] env[65717]: DEBUG oslo_vmware.api [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 813.174857] env[65717]: value = "task-4393163" [ 813.174857] env[65717]: _type = "Task" [ 813.174857] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.187054] env[65717]: DEBUG oslo_vmware.api [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393163, 'name': ResetVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.233479] env[65717]: INFO nova.compute.manager [-] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Took 1.40 seconds to deallocate network for instance. [ 813.323013] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.380620] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393161, 'name': ReconfigVM_Task, 'duration_secs': 0.181187} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.380948] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.418759] env[65717]: DEBUG nova.scheduler.client.report [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.436955] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393162, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.457272] env[65717]: DEBUG nova.network.neutron [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.519980] env[65717]: WARNING neutronclient.v2_0.client [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.526437] env[65717]: DEBUG nova.compute.manager [req-730cf772-9d2d-4c81-ba76-0fffdb73f678 req-6a4beaec-2f41-45c3-919d-6cd5e1ec96eb service nova] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Received event network-vif-deleted-a2685f6e-9929-49e8-a258-d55c0489c660 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.638196] env[65717]: DEBUG oslo_concurrency.lockutils [req-9c6e7351-7810-45f7-b328-aaf2f511993f req-b2ee94a4-5c18-4887-9d63-2782d283b967 service nova] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.688731] env[65717]: DEBUG oslo_vmware.api [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393163, 'name': ResetVM_Task, 'duration_secs': 0.126654} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.688998] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Did hard reboot of VM {{(pid=65717) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 813.689172] env[65717]: DEBUG nova.compute.manager [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.690058] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc45db-38a2-4a8c-b9eb-09d59fc894b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.742998] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.823714] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393160, 'name': ReconfigVM_Task, 'duration_secs': 0.756126} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.823714] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfigured VM instance instance-00000037 to attach disk [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.824159] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af055f12-514e-4360-96f1-debd0b1824a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.832177] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 813.832177] env[65717]: value = "task-4393164" [ 813.832177] env[65717]: _type = "Task" [ 813.832177] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.842106] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393164, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.867410] env[65717]: WARNING neutronclient.v2_0.client [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.890991] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:27:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='73094269-7b2e-48af-b169-0a5aaed8fd5e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1083192386',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 813.891301] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.891471] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 813.891683] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.891865] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 813.892195] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 813.892278] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 813.892882] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 813.892882] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 813.892882] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 813.893046] env[65717]: DEBUG nova.virt.hardware [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 813.898865] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.899208] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908ba162-2388-4db6-bd2f-8e13560a073c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.922069] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 813.922069] env[65717]: value = "task-4393165" [ 813.922069] env[65717]: _type = "Task" [ 813.922069] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.929977] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.210s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.930542] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 813.938687] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.852s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.939645] env[65717]: DEBUG nova.objects.instance [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lazy-loading 'resources' on Instance uuid 6be327f8-a957-4d47-969e-749c35809d6e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.941212] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.946470] env[65717]: DEBUG oslo_vmware.api [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393162, 'name': PowerOnVM_Task, 'duration_secs': 0.907483} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.948052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.948052] env[65717]: INFO nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Took 14.16 seconds to spawn the instance on the hypervisor. [ 813.948052] env[65717]: DEBUG nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.949052] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9120cd0b-b522-491b-b129-7f27779b7dad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.956857] env[65717]: DEBUG nova.compute.manager [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 813.962374] env[65717]: INFO nova.compute.manager [-] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Took 1.41 seconds to deallocate network for instance. [ 813.974469] env[65717]: DEBUG nova.network.neutron [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updating instance_info_cache with network_info: [{"id": "53233349-b21b-43b5-9b88-83caba937dc5", "address": "fa:16:3e:a4:74:e6", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53233349-b2", "ovs_interfaceid": "53233349-b21b-43b5-9b88-83caba937dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.211317] env[65717]: DEBUG oslo_concurrency.lockutils [None req-617772de-5b84-4bb9-b7b7-b2b251b2c360 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.706s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.284463] env[65717]: DEBUG nova.compute.manager [req-3efa5fc3-fa14-40f3-8374-5fcc4217b860 req-afc3248b-4f43-4efb-9d86-e821183f93d3 service nova] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Received event network-vif-deleted-a4665b50-4419-4e82-b9c7-2959545feb62 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 814.344023] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393164, 'name': Rename_Task, 'duration_secs': 0.197546} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.344480] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.344605] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8978ac2-711a-4478-bfa2-b0a0d4b39844 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.352839] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 814.352839] env[65717]: value = "task-4393166" [ 814.352839] env[65717]: _type = "Task" [ 814.352839] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.363443] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.433939] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393165, 'name': ReconfigVM_Task, 'duration_secs': 0.186275} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.434288] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 814.435950] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4fc13-231f-482f-b0cf-d78ea500882d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.446606] env[65717]: DEBUG nova.compute.utils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.465789] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 814.465789] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 814.465789] env[65717]: WARNING neutronclient.v2_0.client [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.467771] env[65717]: WARNING neutronclient.v2_0.client [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.479356] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.491035] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.491226] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.493172] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44535b6-eeed-4e04-bbcb-81eb6cb8efba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.507609] env[65717]: INFO nova.compute.manager [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Took 53.71 seconds to build instance. [ 814.521276] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 814.521276] env[65717]: value = "task-4393167" [ 814.521276] env[65717]: _type = "Task" [ 814.521276] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.532378] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.536724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.866326] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.914946] env[65717]: DEBUG nova.policy [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cd5b232e7244acf938373b897a9aca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f3d698cd964208b73aac3429d81ca7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.983876] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 815.010769] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38792f0c-696f-4ebf-a3d6-d235f49fa381 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.161s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.018117] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb462ef-1e2a-4784-a976-1c91b646c996 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.029639] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00256ab1-e443-49dc-94ab-3833886f3207 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.037885] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393167, 'name': ReconfigVM_Task, 'duration_secs': 0.348681} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.038761] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.039075] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.074856] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d78a3c-51f9-459e-b37c-7b01fc5bf773 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.085375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aea20f-01dd-435c-9f46-0a8bc7237ace {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.102572] env[65717]: DEBUG nova.compute.provider_tree [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.302283] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Successfully created port: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.366162] env[65717]: DEBUG oslo_vmware.api [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393166, 'name': PowerOnVM_Task, 'duration_secs': 0.804504} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.366162] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.366162] env[65717]: INFO nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 8.49 seconds to spawn the instance on the hypervisor. [ 815.366162] env[65717]: DEBUG nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.366506] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d1870e-7c7f-485d-9648-ed666eaabb9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.513402] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 815.576762] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabe7b02-0301-4160-b2ac-735e19e61821 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.601020] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6859b67b-0115-40e8-9e0a-ae39de562407 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.605027] env[65717]: DEBUG nova.scheduler.client.report [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.623246] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.890806] env[65717]: INFO nova.compute.manager [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 49.57 seconds to build instance. [ 815.996080] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 816.031671] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.031842] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.032070] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.032291] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.032485] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.033334] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.033334] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.033334] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.033334] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.033516] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.033610] env[65717]: DEBUG nova.virt.hardware [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.034588] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33860699-ba8d-4764-b2b3-58428b71a237 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.038113] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.044351] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e018e56-81ce-4e2d-a2d9-d170470fb451 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.086483] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.086816] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24bcda7-5b15-464f-989c-ebac75586da8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.101271] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 816.101271] env[65717]: value = "task-4393168" [ 816.101271] env[65717]: _type = "Task" [ 816.101271] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.111740] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.130022] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.133993] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.135795] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.138204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.750s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.138519] env[65717]: DEBUG nova.objects.instance [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'resources' on Instance uuid 763346ae-0796-4e11-ae45-1ee6f66c8aef {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.157588] env[65717]: INFO nova.scheduler.client.report [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleted allocations for instance 6be327f8-a957-4d47-969e-749c35809d6e [ 816.189912] env[65717]: DEBUG nova.network.neutron [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Port 95805b71-aedd-4624-9f54-eca7d7003fc3 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 816.393614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.655s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.611600] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393168, 'name': PowerOffVM_Task, 'duration_secs': 0.345366} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.611922] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.612819] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f496688-538e-47d3-a14f-863d668126fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.636829] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cc216-aada-4cbe-a42e-1c24616934cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.670526] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d58253a8-7488-41e0-8eb4-2fa6567771d9 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "6be327f8-a957-4d47-969e-749c35809d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.080s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.691778] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.698940] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-102db5f4-646e-4fe3-8cc4-04b01b6775ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.712804] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 816.712804] env[65717]: value = "task-4393169" [ 816.712804] env[65717]: _type = "Task" [ 816.712804] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.733712] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 816.733945] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.734366] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.734847] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.734847] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.735144] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37e0126-63ce-4d21-8518-3a0ca654ed26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.751589] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.751589] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.751589] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0745fcc8-d9fe-425e-ada3-50be01ce27e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.756170] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 816.756170] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5252a484-b409-9b82-f9a7-876c6697cb09" [ 816.756170] env[65717]: _type = "Task" [ 816.756170] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.771126] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5252a484-b409-9b82-f9a7-876c6697cb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.944925] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Successfully updated port: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.197136] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4620e67-cef3-4358-b81f-a8f23a5c96d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.214772] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed202533-12cd-4a49-8d7d-89c3e4fe8f5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.226456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.226741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.226992] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.263866] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8f5b0-0d59-49c0-8085-4f6056222112 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.277464] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb3524a-21cd-457c-b5b7-d8c9ecefda7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.282036] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5252a484-b409-9b82-f9a7-876c6697cb09, 'name': SearchDatastore_Task, 'duration_secs': 0.022961} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.284679] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becf5412-a10e-48c2-83a4-8c2c644f6aae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.295420] env[65717]: DEBUG nova.compute.provider_tree [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.302673] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 817.302673] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52435c6f-7c10-6292-45a1-29920d5a28d7" [ 817.302673] env[65717]: _type = "Task" [ 817.302673] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.312164] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52435c6f-7c10-6292-45a1-29920d5a28d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.451976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452585] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.761548] env[65717]: DEBUG nova.compute.manager [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 817.761548] env[65717]: DEBUG oslo_concurrency.lockutils [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.761548] env[65717]: DEBUG oslo_concurrency.lockutils [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.763410] env[65717]: DEBUG oslo_concurrency.lockutils [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.764037] env[65717]: DEBUG nova.compute.manager [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] No waiting events found dispatching network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.764037] env[65717]: WARNING nova.compute.manager [req-35a38473-e978-4c7f-afe0-bcf5e915c49d req-270cc2e9-4dc6-48ea-bd71-348c9fb5db42 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received unexpected event network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 for instance with vm_state building and task_state spawning. [ 817.799296] env[65717]: DEBUG nova.scheduler.client.report [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.814611] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52435c6f-7c10-6292-45a1-29920d5a28d7, 'name': SearchDatastore_Task, 'duration_secs': 0.031431} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.814791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.815052] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 817.815366] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f917de2d-b6e5-466d-b49b-2c870628a00b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.825714] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 817.825714] env[65717]: value = "task-4393170" [ 817.825714] env[65717]: _type = "Task" [ 817.825714] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.836322] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.998266] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.121359] env[65717]: WARNING neutronclient.v2_0.client [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.233792] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.251942] env[65717]: DEBUG nova.network.neutron [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.298874] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.299161] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.305220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.308873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.754s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.311435] env[65717]: DEBUG nova.objects.instance [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lazy-loading 'resources' on Instance uuid c26efe23-1c87-491f-8308-1c03071bfebe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.318318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.318318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.318318] env[65717]: DEBUG nova.network.neutron [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.334926] env[65717]: INFO nova.scheduler.client.report [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted allocations for instance 763346ae-0796-4e11-ae45-1ee6f66c8aef [ 818.347194] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393170, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.755275] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.755725] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance network_info: |[{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 818.756087] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:dd:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e1c7b9-2a58-43f6-8b60-beac81ac5ce6', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.763827] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating folder: Project (b9f3d698cd964208b73aac3429d81ca7). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.764144] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33a76398-cf34-4946-a940-34955827d36e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.776583] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created folder: Project (b9f3d698cd964208b73aac3429d81ca7) in parent group-v859766. [ 818.776765] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating folder: Instances. Parent ref: group-v859921. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.777083] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb2d0778-5e08-417c-9a43-1e1667495708 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.788108] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created folder: Instances in parent group-v859921. [ 818.788396] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.788614] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.788833] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad2f9b5e-8ebf-4b81-b6f8-2256d474aade {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.805085] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 818.815597] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.815597] env[65717]: value = "task-4393173" [ 818.815597] env[65717]: _type = "Task" [ 818.815597] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.821779] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.829399] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393173, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.838490] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521521} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.838754] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 818.839564] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b261ccc-0208-41c9-98c4-a5e9fb93247b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.865606] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "763346ae-0796-4e11-ae45-1ee6f66c8aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.299s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.874376] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.880873] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b626c6e-59f4-4556-8058-29e2890c14ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.905225] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 818.905225] env[65717]: value = "task-4393174" [ 818.905225] env[65717]: _type = "Task" [ 818.905225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.915818] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.100196] env[65717]: WARNING neutronclient.v2_0.client [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.238666] env[65717]: DEBUG nova.network.neutron [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.335842] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393173, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.341795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.350339] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c489a-1550-42fb-a56f-75b6e8d0c514 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.359187] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608ee7d-1200-4bfc-808b-7b65a61f68bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.391597] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d470ca68-b4f4-4939-bdff-f0899ddafdd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.400748] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0b3a74-d339-4d14-a6a2-295b7b8941d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.421538] env[65717]: DEBUG nova.compute.provider_tree [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.428996] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.742912] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.831052] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393173, 'name': CreateVM_Task, 'duration_secs': 0.846334} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.831052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.831052] env[65717]: WARNING neutronclient.v2_0.client [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.831052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.831052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.831052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.831052] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a02c34a-612d-4bea-9180-b6c6951dab3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.836460] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 819.836460] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b22f66-c8a5-e368-f27f-d6a7fee333e0" [ 819.836460] env[65717]: _type = "Task" [ 819.836460] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.849341] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b22f66-c8a5-e368-f27f-d6a7fee333e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.917568] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393174, 'name': ReconfigVM_Task, 'duration_secs': 0.897788} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.917873] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfigured VM instance instance-00000030 to attach disk [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.918750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1279bb02-96d1-478f-b318-7534abed0600 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.924768] env[65717]: DEBUG nova.scheduler.client.report [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.951841] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913da79f-e983-4f11-b0cc-99efe4614686 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.970473] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 819.970473] env[65717]: value = "task-4393175" [ 819.970473] env[65717]: _type = "Task" [ 819.970473] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.981310] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.102738] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.102977] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing instance network info cache due to event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 820.103221] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.103570] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.103570] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.268297] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa94eac-af0c-4578-b33d-245b3d7fa424 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.288775] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e3879-a346-49b6-bd90-5459f6066ac6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.297497] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.349135] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b22f66-c8a5-e368-f27f-d6a7fee333e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.350296] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.350533] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.350755] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.350903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.351081] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.351807] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5923c76a-698a-4416-a145-22d8db106168 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.361684] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.361863] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.362624] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8238e3f-19e2-460d-acf1-5926fdfbeb83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.369451] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 820.369451] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae072d-89d3-b965-c248-3d8e586bfc76" [ 820.369451] env[65717]: _type = "Task" [ 820.369451] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.378021] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae072d-89d3-b965-c248-3d8e586bfc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.452839] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.456233] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.444s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.456480] env[65717]: DEBUG nova.objects.instance [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lazy-loading 'resources' on Instance uuid aabe25fd-6d92-433f-97f2-146d5d5da682 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.485730] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393175, 'name': ReconfigVM_Task, 'duration_secs': 0.211875} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.485730] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.485730] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ad0428e-49a9-4199-a20d-86911f1df70f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.493540] env[65717]: INFO nova.scheduler.client.report [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Deleted allocations for instance c26efe23-1c87-491f-8308-1c03071bfebe [ 820.494962] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 820.494962] env[65717]: value = "task-4393176" [ 820.494962] env[65717]: _type = "Task" [ 820.494962] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.512176] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.606518] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.806021] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.806021] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61aadf9-eaf8-4b5c-981a-283fa66c85db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.814950] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 820.814950] env[65717]: value = "task-4393177" [ 820.814950] env[65717]: _type = "Task" [ 820.814950] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.823061] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.830031] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.885881] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ae072d-89d3-b965-c248-3d8e586bfc76, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.886924] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c005bb-9696-4679-9e70-71090317de45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.894726] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 820.894726] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526cb94a-5c01-3012-4f60-7043ef96899b" [ 820.894726] env[65717]: _type = "Task" [ 820.894726] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.906231] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526cb94a-5c01-3012-4f60-7043ef96899b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.917619] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updated VIF entry in instance network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.918129] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.010678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Lock "c26efe23-1c87-491f-8308-1c03071bfebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.317s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.019033] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.326315] env[65717]: DEBUG oslo_vmware.api [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393177, 'name': PowerOnVM_Task, 'duration_secs': 0.503415} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.326448] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.326620] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf0078-6c72-4108-bfc6-07ba54601cee tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance '1e72bace-e715-49de-bbb6-b1b7cc4d07cf' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.409897] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526cb94a-5c01-3012-4f60-7043ef96899b, 'name': SearchDatastore_Task, 'duration_secs': 0.018018} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.410028] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.410291] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.413015] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599421e7-56d1-4d16-a205-11b98d5e1aa4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.422780] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.423107] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 821.423280] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing instance network info cache due to event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 821.423515] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquiring lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.423714] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquired lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.423900] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.425225] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 821.425225] env[65717]: value = "task-4393178" [ 821.425225] env[65717]: _type = "Task" [ 821.425225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.441540] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.515206] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.517256] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ed80b-1d71-44d8-b068-bcf4ab89bd15 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.526820] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0c4253-f085-457b-9850-0e23c58ce52c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.569925] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a13ec4-96d5-4dc6-972c-15d90e99c94a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.579715] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95526b12-e978-4774-9447-566de56b0d08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.596142] env[65717]: DEBUG nova.compute.provider_tree [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.934238] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.943954] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.019723] env[65717]: DEBUG oslo_vmware.api [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393176, 'name': PowerOnVM_Task, 'duration_secs': 1.089504} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.020900] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.024490] env[65717]: DEBUG nova.compute.manager [None req-db0755ed-835c-4289-8799-07b1d69a1882 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.025596] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c98944-e334-4334-8032-36d82651b017 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.105900] env[65717]: DEBUG nova.scheduler.client.report [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.147533] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.226725] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updated VIF entry in instance network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.226898] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updating instance_info_cache with network_info: [{"id": "725ca381-fc6a-4009-8e5b-b04caa340490", "address": "fa:16:3e:69:17:58", "network": {"id": "7c6d315a-612a-4a78-8483-c5fa59823424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-749905506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410a58c87d2f44b59e7208099f0463fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725ca381-fc", "ovs_interfaceid": "725ca381-fc6a-4009-8e5b-b04caa340490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.439108] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650346} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.439405] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.439633] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.439940] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c7dd24a-a1c1-43cc-8d83-eeee4d577cf7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.451517] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 822.451517] env[65717]: value = "task-4393179" [ 822.451517] env[65717]: _type = "Task" [ 822.451517] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.461757] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.610462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.613762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.887s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.613762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.613762] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 822.614244] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.486s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.615408] env[65717]: INFO nova.compute.claims [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.620197] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07867221-980a-47a5-9810-a4b5ada583ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.631276] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b84d8-2df5-4426-8647-365e4b570f91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.648832] env[65717]: INFO nova.scheduler.client.report [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted allocations for instance aabe25fd-6d92-433f-97f2-146d5d5da682 [ 822.650695] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d660ea-fd3d-462d-81c3-2086fc048bad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.659336] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93037f-16ec-47df-a92d-00d1d95e716e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.690159] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177993MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 822.690319] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.729498] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Releasing lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.729655] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Received event network-changed-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.730065] env[65717]: DEBUG nova.compute.manager [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Refreshing instance network info cache due to event network-changed-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 822.730065] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.730211] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730771] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Refreshing network info cache for port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.892213] env[65717]: DEBUG nova.compute.manager [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.892213] env[65717]: DEBUG nova.compute.manager [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing instance network info cache due to event network-changed-725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 822.892213] env[65717]: DEBUG oslo_concurrency.lockutils [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] Acquiring lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892213] env[65717]: DEBUG oslo_concurrency.lockutils [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] Acquired lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892213] env[65717]: DEBUG nova.network.neutron [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Refreshing network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.966184] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098666} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.967571] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.968567] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4bc20-d81b-473d-ba6d-51d976e48848 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.993597] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.994437] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c790a0-3a5c-4f1c-897d-02379cda34ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.016685] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 823.016685] env[65717]: value = "task-4393180" [ 823.016685] env[65717]: _type = "Task" [ 823.016685] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.029423] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.167233] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "aabe25fd-6d92-433f-97f2-146d5d5da682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.670s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.234899] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.395572] env[65717]: WARNING neutronclient.v2_0.client [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.529535] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.785309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.785581] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.899024] env[65717]: WARNING neutronclient.v2_0.client [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.920397] env[65717]: WARNING neutronclient.v2_0.client [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.030411] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393180, 'name': ReconfigVM_Task, 'duration_secs': 0.653977} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.030977] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.031639] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ca1ea5-b1ff-4a36-bbc2-dc361b4764a1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.044030] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 824.044030] env[65717]: value = "task-4393181" [ 824.044030] env[65717]: _type = "Task" [ 824.044030] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.056373] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393181, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.073357] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updated VIF entry in instance network info cache for port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 824.073587] env[65717]: DEBUG nova.network.neutron [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.166754] env[65717]: DEBUG nova.network.neutron [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updated VIF entry in instance network info cache for port 725ca381-fc6a-4009-8e5b-b04caa340490. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 824.168592] env[65717]: DEBUG nova.network.neutron [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updating instance_info_cache with network_info: [{"id": "725ca381-fc6a-4009-8e5b-b04caa340490", "address": "fa:16:3e:69:17:58", "network": {"id": "7c6d315a-612a-4a78-8483-c5fa59823424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-749905506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410a58c87d2f44b59e7208099f0463fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725ca381-fc", "ovs_interfaceid": "725ca381-fc6a-4009-8e5b-b04caa340490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.194631] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec1d3e-7c67-47df-8dcb-94babaa17088 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.204455] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8eca0-57aa-4fea-8756-0e7e07287628 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.247282] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30761b-a4ae-4322-af63-6e8f355e3f6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.255835] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bd596-e247-4a4f-96fa-352b3026eda6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.273264] env[65717]: DEBUG nova.compute.provider_tree [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.556047] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393181, 'name': Rename_Task, 'duration_secs': 0.230927} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.556369] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.557061] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff01d59a-85a5-4b70-9ff7-399db96aa6fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.565855] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 824.565855] env[65717]: value = "task-4393182" [ 824.565855] env[65717]: _type = "Task" [ 824.565855] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.583078] env[65717]: DEBUG oslo_concurrency.lockutils [req-f68d36df-1ed2-412c-b79e-9efdf7353191 req-7552339e-d49b-4fd1-979b-aedf45cd8667 service nova] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.583078] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.671539] env[65717]: DEBUG oslo_concurrency.lockutils [req-497222ef-cfcc-4389-8b82-bd94173fcc4b req-ef709b45-c32e-49b6-8fc3-9fa4b369ba31 service nova] Releasing lock "refresh_cache-ed22a1cf-57e0-4db5-ad36-0ec18a89086a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.777468] env[65717]: DEBUG nova.scheduler.client.report [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.801660] env[65717]: INFO nova.compute.manager [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Unrescuing [ 824.801922] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.802076] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.802251] env[65717]: DEBUG nova.network.neutron [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 825.077574] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.082209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.082510] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.082819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.083160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.084301] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.086461] env[65717]: INFO nova.compute.manager [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Terminating instance [ 825.284233] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.285064] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 825.287773] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.161s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.289378] env[65717]: INFO nova.compute.claims [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.299942] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.304744] env[65717]: WARNING neutronclient.v2_0.client [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.344017] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.344017] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.344017] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.428429] env[65717]: DEBUG nova.network.neutron [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Port 95805b71-aedd-4624-9f54-eca7d7003fc3 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 825.428706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.428852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.429023] env[65717]: DEBUG nova.network.neutron [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 825.561514] env[65717]: WARNING neutronclient.v2_0.client [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.577229] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.592197] env[65717]: DEBUG nova.compute.manager [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 825.592197] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.592908] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac954d5c-5b23-4063-b0ce-8c843d122076 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.601949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.602243] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae67d2e0-9516-40a9-b46e-7b2b0bdb25a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.611775] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 825.611775] env[65717]: value = "task-4393183" [ 825.611775] env[65717]: _type = "Task" [ 825.611775] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.621669] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.652629] env[65717]: DEBUG nova.network.neutron [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updating instance_info_cache with network_info: [{"id": "53233349-b21b-43b5-9b88-83caba937dc5", "address": "fa:16:3e:a4:74:e6", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53233349-b2", "ovs_interfaceid": "53233349-b21b-43b5-9b88-83caba937dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.741370] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.741701] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.741945] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.742200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.742435] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.745172] env[65717]: INFO nova.compute.manager [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Terminating instance [ 825.795958] env[65717]: DEBUG nova.compute.utils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.797609] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 825.798086] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 825.798190] env[65717]: WARNING neutronclient.v2_0.client [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.798535] env[65717]: WARNING neutronclient.v2_0.client [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.838727] env[65717]: DEBUG nova.policy [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128298ac40ee48ccb4896da58dd7b143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a75f1d0910647d49c877b2135ce6549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.892157] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.892535] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.892820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.893093] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.893343] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.895891] env[65717]: INFO nova.compute.manager [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Terminating instance [ 825.931764] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.079392] env[65717]: DEBUG oslo_vmware.api [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393182, 'name': PowerOnVM_Task, 'duration_secs': 1.104697} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.083017] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.083017] env[65717]: INFO nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Took 10.08 seconds to spawn the instance on the hypervisor. [ 826.083017] env[65717]: DEBUG nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.083017] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77c91f-f0a3-407b-984e-4b3bcd172899 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.128896] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393183, 'name': PowerOffVM_Task, 'duration_secs': 0.227736} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.129141] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.129295] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.129547] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6fa2c4-2da3-4bd9-b00e-6133e3ed2933 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.156178] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-e779d453-8c4c-44b8-bb6e-db9a6345d811" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.156178] env[65717]: DEBUG nova.objects.instance [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'flavor' on Instance uuid e779d453-8c4c-44b8-bb6e-db9a6345d811 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.172878] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Successfully created port: 16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.203702] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.203928] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.204124] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleting the datastore file [datastore2] bf46c06c-cdad-4d63-bf1c-41d7780e179f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.204393] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3491e7e-fa23-4453-916e-cc383d26cbff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.212523] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 826.212523] env[65717]: value = "task-4393185" [ 826.212523] env[65717]: _type = "Task" [ 826.212523] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.222326] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.254801] env[65717]: DEBUG nova.compute.manager [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 826.254801] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.254801] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0036868-b0e9-4576-80a4-7ed327c7dd5c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263727] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.264237] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13797cfc-4ad0-4756-a487-6a58b34ba719 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.268157] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.272171] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 826.272171] env[65717]: value = "task-4393186" [ 826.272171] env[65717]: _type = "Task" [ 826.272171] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.282113] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.303202] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 826.405814] env[65717]: DEBUG nova.compute.manager [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 826.406117] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.407539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2141a3e-15c6-4436-ad75-0df107cf4a2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.416066] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.416438] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-145f8cb8-46be-426e-b5e7-0ef53f878582 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.428723] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 826.428723] env[65717]: value = "task-4393187" [ 826.428723] env[65717]: _type = "Task" [ 826.428723] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.435271] env[65717]: DEBUG nova.network.neutron [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.452237] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.602458] env[65717]: INFO nova.compute.manager [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Took 53.86 seconds to build instance. [ 826.664520] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6eea5-65bd-4352-90df-20e325fe1200 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.680551] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.680828] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.700500] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.704379] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af35cb77-8039-47d4-ab62-8316ddaea63a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.712454] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 826.712454] env[65717]: value = "task-4393188" [ 826.712454] env[65717]: _type = "Task" [ 826.712454] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.730436] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.734997] env[65717]: DEBUG oslo_vmware.api [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248685} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.739049] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.739372] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.739734] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.740064] env[65717]: INFO nova.compute.manager [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 826.740146] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 826.741714] env[65717]: DEBUG nova.compute.manager [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 826.741714] env[65717]: DEBUG nova.network.neutron [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.741714] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.784420] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393186, 'name': PowerOffVM_Task, 'duration_secs': 0.272904} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.787374] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.787498] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.788018] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f1f998-b06b-4768-824c-9a2f9224d1c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.796213] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.865997] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba6ac9-b868-4fd7-b145-b8a7844078dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.870415] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.870630] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.870806] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Deleting the datastore file [datastore2] ed22a1cf-57e0-4db5-ad36-0ec18a89086a {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.871533] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be65368-6660-42e0-a8c3-d2ae83e103d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.877704] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eecb12-3db5-426a-afe9-3972fd605f0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.882677] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for the task: (returnval){ [ 826.882677] env[65717]: value = "task-4393190" [ 826.882677] env[65717]: _type = "Task" [ 826.882677] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.912946] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1e854-725b-403c-81fd-337be82b84d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918453] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.924633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0fc04e-581a-4d9e-8c6d-3f7616db2df1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.940678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.942607] env[65717]: DEBUG nova.compute.provider_tree [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.953454] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393187, 'name': PowerOffVM_Task, 'duration_secs': 0.341692} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.956060] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.956060] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.956060] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579ae0fc-7bd8-406c-810a-c27e6a0202eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.034567] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.034916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.034916] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleting the datastore file [datastore2] 7a6369bb-e2a3-4e9b-8788-dee21721bd5f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.035149] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba6da10-ef2d-4c3e-a316-b55bd5ddf47e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.047035] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for the task: (returnval){ [ 827.047035] env[65717]: value = "task-4393192" [ 827.047035] env[65717]: _type = "Task" [ 827.047035] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.056834] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.105032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.473s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.222508] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393188, 'name': PowerOffVM_Task, 'duration_secs': 0.32135} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.222791] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.229842] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.231068] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a830dc-cd09-4b0e-b3d1-5ecd97536ed5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.253690] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 827.253690] env[65717]: value = "task-4393193" [ 827.253690] env[65717]: _type = "Task" [ 827.253690] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.263828] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.312872] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 827.344583] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.344836] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.344909] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.345393] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.345393] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.345530] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.345694] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.345872] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.346116] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.346283] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.346464] env[65717]: DEBUG nova.virt.hardware [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.347509] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1a143-cee7-4aa7-9b72-989aba616df4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.357797] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07919cfd-a5fd-4374-857f-b15c400156b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.394201] env[65717]: DEBUG oslo_vmware.api [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Task: {'id': task-4393190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191413} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.394516] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.394699] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.394874] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.395105] env[65717]: INFO nova.compute.manager [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 827.395404] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.395680] env[65717]: DEBUG nova.compute.manager [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.395792] env[65717]: DEBUG nova.network.neutron [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.396115] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.430012] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.446244] env[65717]: DEBUG nova.scheduler.client.report [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.451544] env[65717]: DEBUG nova.compute.manager [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65717) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 827.451544] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.543764] env[65717]: DEBUG nova.network.neutron [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.559177] env[65717]: DEBUG oslo_vmware.api [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Task: {'id': task-4393192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346648} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.559458] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.559674] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.560737] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.560737] env[65717]: INFO nova.compute.manager [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.560737] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.561302] env[65717]: DEBUG nova.compute.manager [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.561438] env[65717]: DEBUG nova.network.neutron [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.561659] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.607564] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 827.766057] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393193, 'name': ReconfigVM_Task, 'duration_secs': 0.448772} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.766302] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 827.766586] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.766804] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14b151ab-293b-4f5f-bd4b-0e770c417691 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.776329] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 827.776329] env[65717]: value = "task-4393194" [ 827.776329] env[65717]: _type = "Task" [ 827.776329] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.786864] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.788482] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Successfully updated port: 16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 827.796308] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.856768] env[65717]: DEBUG nova.compute.manager [req-101384b8-15a3-4056-b14d-d6b0c54cfd95 req-f0c86d65-bd7c-45b5-a1e3-47a96bd375e8 service nova] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Received event network-vif-deleted-cd69fe63-4510-4904-8521-af7fc13cc3a5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 827.953801] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.954298] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 827.958166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.243s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.958166] env[65717]: DEBUG nova.objects.instance [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lazy-loading 'resources' on Instance uuid d763c738-6f40-4f40-8ccf-4b5936519370 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.047502] env[65717]: INFO nova.compute.manager [-] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Took 1.31 seconds to deallocate network for instance. [ 828.111479] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "56c31b13-700c-45bf-a433-6d64cec5ca41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.111777] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.131716] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.200548] env[65717]: DEBUG nova.network.neutron [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.270804] env[65717]: DEBUG nova.compute.manager [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Received event network-vif-plugged-16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 828.271037] env[65717]: DEBUG oslo_concurrency.lockutils [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] Acquiring lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.271256] env[65717]: DEBUG oslo_concurrency.lockutils [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.271450] env[65717]: DEBUG oslo_concurrency.lockutils [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.271572] env[65717]: DEBUG nova.compute.manager [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] No waiting events found dispatching network-vif-plugged-16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.271725] env[65717]: WARNING nova.compute.manager [req-3e572cfe-0516-4ecd-a6c9-cfa856384982 req-8d5c9a11-816a-40f5-8c98-f733dcbe2e0c service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Received unexpected event network-vif-plugged-16c01699-ef97-4bdc-af03-ae985caa5040 for instance with vm_state building and task_state spawning. [ 828.289016] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.290951] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.291246] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.291475] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.464769] env[65717]: DEBUG nova.compute.utils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.468255] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 828.468873] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 828.469259] env[65717]: WARNING neutronclient.v2_0.client [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.469828] env[65717]: WARNING neutronclient.v2_0.client [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.508156] env[65717]: DEBUG nova.network.neutron [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.533404] env[65717]: DEBUG nova.policy [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f6285f2be42402d942f6b9bb0b245f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4bbb763469a4095bd525dc7bbac532c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.556282] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.705016] env[65717]: INFO nova.compute.manager [-] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Took 1.31 seconds to deallocate network for instance. [ 828.793673] env[65717]: DEBUG oslo_vmware.api [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393194, 'name': PowerOnVM_Task, 'duration_secs': 0.558536} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.794408] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.794637] env[65717]: DEBUG nova.compute.manager [None req-ffcbfbfb-dcbd-47b0-8906-bfa515319299 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.797576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6bd231-5cc6-4cbf-b634-21d6f9af2785 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.839901] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.927575] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Successfully created port: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.964469] env[65717]: WARNING neutronclient.v2_0.client [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.969149] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 829.000552] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e0e37c-49a9-4424-a79c-6fab4dd1ea34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.009875] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9673b3-cb94-4597-b90b-b94acfb4f8fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.014210] env[65717]: INFO nova.compute.manager [-] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Took 1.45 seconds to deallocate network for instance. [ 829.049861] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716b3891-7390-4a7b-8504-fb82dc8435a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.060787] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657310b6-2f57-40a0-93fa-2a79375e63a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.076542] env[65717]: DEBUG nova.compute.provider_tree [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.124889] env[65717]: DEBUG nova.network.neutron [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Updating instance_info_cache with network_info: [{"id": "16c01699-ef97-4bdc-af03-ae985caa5040", "address": "fa:16:3e:b6:d1:90", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c01699-ef", "ovs_interfaceid": "16c01699-ef97-4bdc-af03-ae985caa5040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.216955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.548359] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.579967] env[65717]: DEBUG nova.scheduler.client.report [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.628493] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628939] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Instance network_info: |[{"id": "16c01699-ef97-4bdc-af03-ae985caa5040", "address": "fa:16:3e:b6:d1:90", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c01699-ef", "ovs_interfaceid": "16c01699-ef97-4bdc-af03-ae985caa5040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 829.629517] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c01699-ef97-4bdc-af03-ae985caa5040', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.638332] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 829.638913] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.639174] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-224f2fb4-c9bc-46f5-b891-0ebac5fae6e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.660692] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.660692] env[65717]: value = "task-4393195" [ 829.660692] env[65717]: _type = "Task" [ 829.660692] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.670488] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393195, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.900599] env[65717]: DEBUG nova.compute.manager [req-bb9adfe9-9167-4b8c-a43c-2203bf64037c req-329a9fdb-d183-4e24-9e05-84dbffa3f678 service nova] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Received event network-vif-deleted-725ca381-fc6a-4009-8e5b-b04caa340490 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 829.900599] env[65717]: DEBUG nova.compute.manager [req-bb9adfe9-9167-4b8c-a43c-2203bf64037c req-329a9fdb-d183-4e24-9e05-84dbffa3f678 service nova] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Received event network-vif-deleted-94f93660-dc84-4d73-918d-4d2b95c238db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 829.982301] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 830.012856] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.013283] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.013556] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.013883] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.014163] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.014429] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.015041] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.015193] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.016127] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.016127] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.016127] env[65717]: DEBUG nova.virt.hardware [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.017725] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9638a0-ec33-49a8-b59a-20d7c97c47a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.030377] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff74c2d0-492a-4377-9361-9fb7873a495d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.085884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.088854] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.791s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.090300] env[65717]: INFO nova.compute.claims [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.117372] env[65717]: INFO nova.scheduler.client.report [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Deleted allocations for instance d763c738-6f40-4f40-8ccf-4b5936519370 [ 830.172704] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393195, 'name': CreateVM_Task, 'duration_secs': 0.445343} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.172704] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.173747] env[65717]: WARNING neutronclient.v2_0.client [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.174127] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.174302] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.174611] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.175682] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27882f68-6a80-44b5-9d0f-88c6ef9cf47f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.182192] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 830.182192] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525e73d2-7ef8-2f08-cae6-f4a9e728dae4" [ 830.182192] env[65717]: _type = "Task" [ 830.182192] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.193244] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525e73d2-7ef8-2f08-cae6-f4a9e728dae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.311489] env[65717]: DEBUG nova.compute.manager [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Received event network-changed-16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 830.311637] env[65717]: DEBUG nova.compute.manager [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Refreshing instance network info cache due to event network-changed-16c01699-ef97-4bdc-af03-ae985caa5040. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 830.312260] env[65717]: DEBUG oslo_concurrency.lockutils [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] Acquiring lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.312430] env[65717]: DEBUG oslo_concurrency.lockutils [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] Acquired lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.312592] env[65717]: DEBUG nova.network.neutron [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Refreshing network info cache for port 16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.487745] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Successfully updated port: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.627923] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f64609c-fb66-441c-81ce-f30953d894de tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Lock "d763c738-6f40-4f40-8ccf-4b5936519370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.648s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.694069] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525e73d2-7ef8-2f08-cae6-f4a9e728dae4, 'name': SearchDatastore_Task, 'duration_secs': 0.014058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.694688] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.694783] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.695015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.695257] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.695513] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.695921] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ba1715-290b-4fd5-8c63-b8ba1117bf07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.707302] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.707419] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.708704] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5901d2ea-236d-47e9-96f0-b1446a3de3f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.715312] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 830.715312] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522bbfeb-616d-e18e-8bd3-6b499d449307" [ 830.715312] env[65717]: _type = "Task" [ 830.715312] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.726196] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522bbfeb-616d-e18e-8bd3-6b499d449307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.816185] env[65717]: WARNING neutronclient.v2_0.client [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.990905] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.991154] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.991354] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 831.228048] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522bbfeb-616d-e18e-8bd3-6b499d449307, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.229033] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8257ea3-dd72-4194-ab93-6dd0b2e3744b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.237645] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 831.237645] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5280cd02-6a89-7aae-997c-16a5de071468" [ 831.237645] env[65717]: _type = "Task" [ 831.237645] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.248549] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5280cd02-6a89-7aae-997c-16a5de071468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.551646] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.663937] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a839b-7ff5-4f10-be16-3b721c0661f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.676675] env[65717]: WARNING neutronclient.v2_0.client [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.680109] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c9a188-4363-4fa6-afd2-8b80fcc000e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.719081] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1ce61-9bf4-4d14-ab1a-f03e6faeff8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.730394] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d4b40-ef36-4236-ae33-cc442c47de97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.755504] env[65717]: DEBUG nova.compute.provider_tree [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.765058] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5280cd02-6a89-7aae-997c-16a5de071468, 'name': SearchDatastore_Task, 'duration_secs': 0.034426} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.765422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.765754] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 047f1a6d-e71c-46d5-9830-8dafa8bf4850/047f1a6d-e71c-46d5-9830-8dafa8bf4850.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.766066] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15cb0593-e8fa-4480-ac5b-20a41bb40465 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.776033] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 831.776033] env[65717]: value = "task-4393196" [ 831.776033] env[65717]: _type = "Task" [ 831.776033] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.785787] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.828349] env[65717]: WARNING neutronclient.v2_0.client [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.896623] env[65717]: DEBUG nova.network.neutron [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Updated VIF entry in instance network info cache for port 16c01699-ef97-4bdc-af03-ae985caa5040. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 831.896623] env[65717]: DEBUG nova.network.neutron [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Updating instance_info_cache with network_info: [{"id": "16c01699-ef97-4bdc-af03-ae985caa5040", "address": "fa:16:3e:b6:d1:90", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c01699-ef", "ovs_interfaceid": "16c01699-ef97-4bdc-af03-ae985caa5040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.979572] env[65717]: DEBUG nova.network.neutron [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updating instance_info_cache with network_info: [{"id": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "address": "fa:16:3e:ad:af:37", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd3ec37-76", "ovs_interfaceid": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.260637] env[65717]: DEBUG nova.scheduler.client.report [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.289435] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.399480] env[65717]: DEBUG oslo_concurrency.lockutils [req-6ffa7ecf-a3be-4a8f-8517-99d848437181 req-f6673bbe-5b64-4116-b211-72964ea49837 service nova] Releasing lock "refresh_cache-047f1a6d-e71c-46d5-9830-8dafa8bf4850" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.484125] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.484125] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Instance network_info: |[{"id": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "address": "fa:16:3e:ad:af:37", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd3ec37-76", "ovs_interfaceid": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 832.484125] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:af:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd3ec37-76c7-485e-88a8-3c7b3fd60380', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.493332] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating folder: Project (b4bbb763469a4095bd525dc7bbac532c). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.493881] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6926dd3d-4cd8-4d5c-bc64-be51f263d7db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.510062] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created folder: Project (b4bbb763469a4095bd525dc7bbac532c) in parent group-v859766. [ 832.510062] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating folder: Instances. Parent ref: group-v859925. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.510062] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0bc285b-9c99-49da-ba9a-1227b8d54918 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.525053] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created folder: Instances in parent group-v859925. [ 832.526549] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 832.526549] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.526549] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca1dc29d-2e29-4756-8cc6-8dae6c1f4e47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.549040] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.549040] env[65717]: value = "task-4393199" [ 832.549040] env[65717]: _type = "Task" [ 832.549040] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.558521] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393199, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.564784] env[65717]: DEBUG nova.compute.manager [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Received event network-vif-plugged-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 832.564851] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.565059] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.566032] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.566032] env[65717]: DEBUG nova.compute.manager [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] No waiting events found dispatching network-vif-plugged-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 832.566032] env[65717]: WARNING nova.compute.manager [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Received unexpected event network-vif-plugged-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 for instance with vm_state building and task_state spawning. [ 832.566032] env[65717]: DEBUG nova.compute.manager [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Received event network-changed-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 832.566032] env[65717]: DEBUG nova.compute.manager [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Refreshing instance network info cache due to event network-changed-4bd3ec37-76c7-485e-88a8-3c7b3fd60380. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 832.566405] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Acquiring lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.566566] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Acquired lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.566752] env[65717]: DEBUG nova.network.neutron [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Refreshing network info cache for port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.767082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.767663] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 832.771321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.869s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.775223] env[65717]: INFO nova.compute.claims [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.788989] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552871} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.789354] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 047f1a6d-e71c-46d5-9830-8dafa8bf4850/047f1a6d-e71c-46d5-9830-8dafa8bf4850.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.789607] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.789904] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d11d9776-0157-4ccb-ad9b-30273406ebea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.799549] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 832.799549] env[65717]: value = "task-4393200" [ 832.799549] env[65717]: _type = "Task" [ 832.799549] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.811776] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.060039] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393199, 'name': CreateVM_Task, 'duration_secs': 0.374203} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.060102] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.060719] env[65717]: WARNING neutronclient.v2_0.client [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.061171] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.061354] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.061707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.062100] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957f318a-a1f1-41f4-be7f-f6471d16173a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.068041] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 833.068041] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ac15-284a-dc64-5d07-07f66768cd2d" [ 833.068041] env[65717]: _type = "Task" [ 833.068041] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.071528] env[65717]: WARNING neutronclient.v2_0.client [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.079236] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ac15-284a-dc64-5d07-07f66768cd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.088184] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.088401] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.250265] env[65717]: WARNING neutronclient.v2_0.client [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.282450] env[65717]: DEBUG nova.compute.utils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.285635] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 833.285635] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 833.286100] env[65717]: WARNING neutronclient.v2_0.client [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.287028] env[65717]: WARNING neutronclient.v2_0.client [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.315481] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076463} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.315592] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.317255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa450e-2cc2-426b-a0b3-50a1b0f60729 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.348803] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 047f1a6d-e71c-46d5-9830-8dafa8bf4850/047f1a6d-e71c-46d5-9830-8dafa8bf4850.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.350741] env[65717]: DEBUG nova.policy [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a2ce985127848819130b633d95e6957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d1c2617d9643be95e621f72f2a2a42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.352682] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff09f41-f6eb-4e18-88d2-09b3d1971ba2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.369593] env[65717]: DEBUG nova.network.neutron [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updated VIF entry in instance network info cache for port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.369593] env[65717]: DEBUG nova.network.neutron [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updating instance_info_cache with network_info: [{"id": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "address": "fa:16:3e:ad:af:37", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd3ec37-76", "ovs_interfaceid": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.375224] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 833.375224] env[65717]: value = "task-4393201" [ 833.375224] env[65717]: _type = "Task" [ 833.375224] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.384689] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.578976] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ac15-284a-dc64-5d07-07f66768cd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.044903} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.579313] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579549] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.579783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.580028] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.580132] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.580379] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f0ee27-39a5-4bed-9eba-cfc161d93208 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.591372] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.591891] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.593020] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9d767b-97c0-4e84-966c-3d821153ce63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.599362] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 833.599362] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527730a8-81a7-71ef-942d-3cb94778d634" [ 833.599362] env[65717]: _type = "Task" [ 833.599362] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.608303] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527730a8-81a7-71ef-942d-3cb94778d634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.786310] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 833.841703] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Successfully created port: 67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 833.872660] env[65717]: DEBUG oslo_concurrency.lockutils [req-2745bbc0-cc0a-47e1-ba7e-bd02afe7ab88 req-d1c35b10-6550-41d1-bcf3-e29d6788b61c service nova] Releasing lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887150] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393201, 'name': ReconfigVM_Task, 'duration_secs': 0.308587} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.890102] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 047f1a6d-e71c-46d5-9830-8dafa8bf4850/047f1a6d-e71c-46d5-9830-8dafa8bf4850.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.890985] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91199f7-34b0-4eea-9614-d48fd610a053 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.900554] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 833.900554] env[65717]: value = "task-4393202" [ 833.900554] env[65717]: _type = "Task" [ 833.900554] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.919325] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393202, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.110063] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527730a8-81a7-71ef-942d-3cb94778d634, 'name': SearchDatastore_Task, 'duration_secs': 0.015375} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.113222] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1c5c9a-1c30-4976-a40a-ec9e46bccb14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.119740] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 834.119740] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8a685-a779-4fa7-184c-997d245b0b7c" [ 834.119740] env[65717]: _type = "Task" [ 834.119740] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.130786] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8a685-a779-4fa7-184c-997d245b0b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.289025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e854546-3592-4b4b-9826-5765d1a05359 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.298815] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20d986-3533-494c-b87b-0c3410d46a73 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.331179] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d8cb8-ce4a-41a7-b733-abda51faf92e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.340060] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa52386-68ad-48f1-9cf2-f0173a8de3c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355017] env[65717]: DEBUG nova.compute.provider_tree [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.411440] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393202, 'name': Rename_Task, 'duration_secs': 0.197615} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.411945] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.412085] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a6c3db-6276-4901-8586-7144a8400acb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.419735] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 834.419735] env[65717]: value = "task-4393203" [ 834.419735] env[65717]: _type = "Task" [ 834.419735] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.431068] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.630066] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8a685-a779-4fa7-184c-997d245b0b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.072522} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.630352] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.630619] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825/6fca2bee-75fa-4ced-85a7-dd2ffd7d1825.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.630887] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6971a50-ba61-438e-8a27-c276f73f627b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.639089] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 834.639089] env[65717]: value = "task-4393204" [ 834.639089] env[65717]: _type = "Task" [ 834.639089] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.649021] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.799720] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 834.826423] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 834.826746] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.826925] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 834.827227] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.827481] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 834.827638] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 834.827851] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.828026] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 834.828191] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 834.828370] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 834.828555] env[65717]: DEBUG nova.virt.hardware [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 834.829445] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f645d-3c71-48df-9dfb-a44b7f9f9b9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.838806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae53b5d-906d-4f46-854c-319f1040f73e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.858703] env[65717]: DEBUG nova.scheduler.client.report [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.932433] env[65717]: DEBUG oslo_vmware.api [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393203, 'name': PowerOnVM_Task, 'duration_secs': 0.47702} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.932803] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.933386] env[65717]: INFO nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Took 7.62 seconds to spawn the instance on the hypervisor. [ 834.933605] env[65717]: DEBUG nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.934444] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccd5998-9b2e-417f-9738-4769615ad35c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.149803] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393204, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.364779] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.365392] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 835.368602] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.752s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.370926] env[65717]: INFO nova.compute.claims [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.395390] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Successfully updated port: 67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 835.456710] env[65717]: INFO nova.compute.manager [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Took 50.35 seconds to build instance. [ 835.460115] env[65717]: DEBUG nova.compute.manager [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Received event network-vif-plugged-67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 835.460400] env[65717]: DEBUG oslo_concurrency.lockutils [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] Acquiring lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.460688] env[65717]: DEBUG oslo_concurrency.lockutils [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.460961] env[65717]: DEBUG oslo_concurrency.lockutils [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.461156] env[65717]: DEBUG nova.compute.manager [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] No waiting events found dispatching network-vif-plugged-67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 835.461536] env[65717]: WARNING nova.compute.manager [req-dff5f1c2-dbd5-4cdb-8fe8-d7fb393e37d8 req-18d4333a-3102-427e-a76b-160fb1e79dcd service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Received unexpected event network-vif-plugged-67adf685-37b3-4a46-b4cf-d855089fb100 for instance with vm_state building and task_state spawning. [ 835.654605] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.876936] env[65717]: DEBUG nova.compute.utils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.880484] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 835.898830] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.898988] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.899169] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.963210] env[65717]: DEBUG oslo_concurrency.lockutils [None req-afefe7aa-f4f2-4d72-b451-5f6076118f27 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.612s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.151760] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393204, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.09111} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.152062] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825/6fca2bee-75fa-4ced-85a7-dd2ffd7d1825.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.152279] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.152541] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e92604c-16af-4a1c-b95a-e31a4683c4aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.159579] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 836.159579] env[65717]: value = "task-4393205" [ 836.159579] env[65717]: _type = "Task" [ 836.159579] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.170471] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.382433] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 836.464257] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.467933] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 836.539951] env[65717]: WARNING neutronclient.v2_0.client [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.617623] env[65717]: DEBUG nova.network.neutron [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Updating instance_info_cache with network_info: [{"id": "67adf685-37b3-4a46-b4cf-d855089fb100", "address": "fa:16:3e:f3:1c:8d", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67adf685-37", "ovs_interfaceid": "67adf685-37b3-4a46-b4cf-d855089fb100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.670683] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067794} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.673602] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.674966] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dcf3c0-80e0-4245-aa4e-a67c6b880ed4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.700734] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825/6fca2bee-75fa-4ced-85a7-dd2ffd7d1825.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.704144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ef1813-e5bf-46a1-ba1a-d0d04c3c9462 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.728473] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 836.728473] env[65717]: value = "task-4393206" [ 836.728473] env[65717]: _type = "Task" [ 836.728473] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.739822] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.902624] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5325543-8929-4aa8-a92e-94bac2430740 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.912986] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac258de0-1512-485f-ba4f-451195962cf7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.945274] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed6e175-7f5c-446e-8a76-9e4067014aad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.954536] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf3005-880a-41d5-8e47-5e5110bf1790 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.970102] env[65717]: DEBUG nova.compute.provider_tree [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.989323] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.120283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120596] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Instance network_info: |[{"id": "67adf685-37b3-4a46-b4cf-d855089fb100", "address": "fa:16:3e:f3:1c:8d", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67adf685-37", "ovs_interfaceid": "67adf685-37b3-4a46-b4cf-d855089fb100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 837.121255] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1c:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67adf685-37b3-4a46-b4cf-d855089fb100', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.128726] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating folder: Project (68d1c2617d9643be95e621f72f2a2a42). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.129103] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9cb6cd-3d49-4662-90c5-c751a85a9553 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.141923] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created folder: Project (68d1c2617d9643be95e621f72f2a2a42) in parent group-v859766. [ 837.142298] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating folder: Instances. Parent ref: group-v859928. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.142637] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45048bbe-f35c-4a94-830a-2f6f1123981d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.156539] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created folder: Instances in parent group-v859928. [ 837.156539] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.156847] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.157127] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-891dfbef-3b94-4d16-a497-5f852578de1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.177472] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.177472] env[65717]: value = "task-4393209" [ 837.177472] env[65717]: _type = "Task" [ 837.177472] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.186275] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393209, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.240675] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.320996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.320996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.394107] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 837.421999] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.422874] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.422874] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.422874] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.422874] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.423077] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.423194] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.423424] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.423845] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.423940] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.424176] env[65717]: DEBUG nova.virt.hardware [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.425080] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7958521-ce7b-46b5-ac05-30e275dca73c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.436377] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e1c9b7-64ec-4aef-b753-b6992d274eae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.459531] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.465410] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Creating folder: Project (d0a394f82446487aac8eafd3eb1c02db). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.465773] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d758cb8-6a57-40df-b77b-a5c7650b32d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.480276] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Created folder: Project (d0a394f82446487aac8eafd3eb1c02db) in parent group-v859766. [ 837.480276] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Creating folder: Instances. Parent ref: group-v859931. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.480522] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867083c3-bb80-4961-b91d-8d201556c776 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.493802] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Created folder: Instances in parent group-v859931. [ 837.494131] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.495662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.496841] env[65717]: DEBUG nova.compute.manager [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Received event network-changed-67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 837.497116] env[65717]: DEBUG nova.compute.manager [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Refreshing instance network info cache due to event network-changed-67adf685-37b3-4a46-b4cf-d855089fb100. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 837.497313] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] Acquiring lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.497509] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] Acquired lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.497695] env[65717]: DEBUG nova.network.neutron [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Refreshing network info cache for port 67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.500949] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-393cc59f-d655-4f3a-bb52-7a12dd672ce7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.515758] env[65717]: WARNING neutronclient.v2_0.client [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.526295] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.526295] env[65717]: value = "task-4393212" [ 837.526295] env[65717]: _type = "Task" [ 837.526295] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.537408] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393212, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.641958] env[65717]: ERROR nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [req-a31f7ef8-7067-4319-8bab-594063f713a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a31f7ef8-7067-4319-8bab-594063f713a9"}]} [ 837.660611] env[65717]: DEBUG nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.677784] env[65717]: WARNING neutronclient.v2_0.client [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.681233] env[65717]: DEBUG nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.681454] env[65717]: DEBUG nova.compute.provider_tree [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.698807] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393209, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.703927] env[65717]: DEBUG nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.723975] env[65717]: DEBUG nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.739837] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393206, 'name': ReconfigVM_Task, 'duration_secs': 0.627859} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.740203] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825/6fca2bee-75fa-4ced-85a7-dd2ffd7d1825.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.740877] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a58d9f-6ab5-4de0-b165-625f45762da7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.751223] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 837.751223] env[65717]: value = "task-4393213" [ 837.751223] env[65717]: _type = "Task" [ 837.751223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.759130] env[65717]: DEBUG nova.network.neutron [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Updated VIF entry in instance network info cache for port 67adf685-37b3-4a46-b4cf-d855089fb100. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 837.759498] env[65717]: DEBUG nova.network.neutron [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Updating instance_info_cache with network_info: [{"id": "67adf685-37b3-4a46-b4cf-d855089fb100", "address": "fa:16:3e:f3:1c:8d", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67adf685-37", "ovs_interfaceid": "67adf685-37b3-4a46-b4cf-d855089fb100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.764474] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393213, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.041282] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393212, 'name': CreateVM_Task, 'duration_secs': 0.291538} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.041456] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.042447] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.042447] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.042447] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.042963] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40b6ba5-d133-486f-b76c-f179cf8849aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.050752] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 838.050752] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527c8e28-d291-8c4c-1b07-a233e584124b" [ 838.050752] env[65717]: _type = "Task" [ 838.050752] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.059641] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527c8e28-d291-8c4c-1b07-a233e584124b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.190066] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393209, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.191625] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d120ca-04ec-4c48-8edb-3c038a861aac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.199211] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b659794-3823-450f-9fff-c8e4ef8a3d3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.231546] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27accfa0-96a4-4051-a2e9-5e68fcd0b2dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.239735] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b569a-b385-4984-a536-07220fa90fc1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.253673] env[65717]: DEBUG nova.compute.provider_tree [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.263809] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393213, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.266009] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d849346-5e8f-4ae5-b3bd-a5cfa2490aa2 req-4d56f677-0311-45f0-9a24-6c7ac094a560 service nova] Releasing lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.559830] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527c8e28-d291-8c4c-1b07-a233e584124b, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.560213] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.560371] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.560641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.560791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.560966] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.561249] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee632a2-5dee-402c-b7d4-e83f23e23d0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.571290] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.571454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.572213] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf6f44b-1b14-4e93-bd61-5acec5352531 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.578523] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 838.578523] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261fc1f-e101-e58a-4526-72e78fe256bc" [ 838.578523] env[65717]: _type = "Task" [ 838.578523] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.587284] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261fc1f-e101-e58a-4526-72e78fe256bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692457] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393209, 'name': CreateVM_Task, 'duration_secs': 1.463183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.692669] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.693220] env[65717]: WARNING neutronclient.v2_0.client [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.693585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.693730] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694067] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.694314] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca228433-f4f5-4351-896b-9f4bbec6f340 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.700380] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 838.700380] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d4a179-d124-8458-1856-525a98675c72" [ 838.700380] env[65717]: _type = "Task" [ 838.700380] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.709535] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d4a179-d124-8458-1856-525a98675c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.760059] env[65717]: DEBUG nova.scheduler.client.report [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.770806] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393213, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.089816] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261fc1f-e101-e58a-4526-72e78fe256bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.090745] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c37e44a-bccd-4281-9bab-a8fe1c9acc4a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.096743] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 839.096743] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52951eed-7a6d-2c52-fa9c-1fe07ea03aaf" [ 839.096743] env[65717]: _type = "Task" [ 839.096743] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.105417] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52951eed-7a6d-2c52-fa9c-1fe07ea03aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.211452] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d4a179-d124-8458-1856-525a98675c72, 'name': SearchDatastore_Task, 'duration_secs': 0.016371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.211762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.211993] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.212253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.212401] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212578] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.212846] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e15f77-16aa-4a14-bf77-30e699ecdcee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.223418] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.223594] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.224488] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a97a2e6-9d37-446d-ac32-47f1174e2887 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.230268] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 839.230268] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d651a2-33c5-8517-dc4f-ad866f552c5e" [ 839.230268] env[65717]: _type = "Task" [ 839.230268] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.238330] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d651a2-33c5-8517-dc4f-ad866f552c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.265783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.897s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.266286] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 839.268789] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393213, 'name': Rename_Task, 'duration_secs': 1.081206} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.269044] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.132s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.269256] env[65717]: DEBUG nova.objects.instance [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lazy-loading 'resources' on Instance uuid 3a6af969-1ceb-4e46-8186-2549ea17dc83 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.270333] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.270782] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f90759-0159-41c8-b128-562a031367a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.279012] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 839.279012] env[65717]: value = "task-4393214" [ 839.279012] env[65717]: _type = "Task" [ 839.279012] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.287710] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.607979] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52951eed-7a6d-2c52-fa9c-1fe07ea03aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.608279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.608509] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 5f5efbb2-cd5c-4b07-a6f0-01524821b29d/5f5efbb2-cd5c-4b07-a6f0-01524821b29d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.608778] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-210b487d-1f61-4ef2-95af-4f2f7058a8c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.616490] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 839.616490] env[65717]: value = "task-4393215" [ 839.616490] env[65717]: _type = "Task" [ 839.616490] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.625316] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.741897] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d651a2-33c5-8517-dc4f-ad866f552c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.742675] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f546f4-1b25-4d4e-8d4f-4afc9e361d30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.749889] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 839.749889] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a41879-d225-904f-7d3e-333d891db8e7" [ 839.749889] env[65717]: _type = "Task" [ 839.749889] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.760996] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a41879-d225-904f-7d3e-333d891db8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.773025] env[65717]: DEBUG nova.compute.utils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.775063] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 839.791279] env[65717]: DEBUG oslo_vmware.api [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393214, 'name': PowerOnVM_Task, 'duration_secs': 0.478837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.793102] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.793612] env[65717]: INFO nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Took 9.81 seconds to spawn the instance on the hypervisor. [ 839.794117] env[65717]: DEBUG nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 839.796336] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c2eae-eaa5-496d-95c2-30fb94386460 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.131040] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393215, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.264731] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a41879-d225-904f-7d3e-333d891db8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.267547] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.267825] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/11b1f093-5da5-4f79-b6d4-070e59b5dbac.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.268322] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc25938d-0145-4388-8817-0171de853f4b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.275424] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 840.275424] env[65717]: value = "task-4393216" [ 840.275424] env[65717]: _type = "Task" [ 840.275424] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.281569] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 840.289914] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.295720] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53a7e5-b3bf-41c1-9313-b12abb11886a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.304206] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164e65a-82ce-49c7-90d4-c0d1d3800b22 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.341441] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef01da7-d006-456e-9d4f-6d59989c9e3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.346210] env[65717]: INFO nova.compute.manager [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Took 52.24 seconds to build instance. [ 840.352548] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4826c-c7f9-417c-80ad-7dbebb8ed36d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.368221] env[65717]: DEBUG nova.compute.provider_tree [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.638725] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52395} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.639479] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 5f5efbb2-cd5c-4b07-a6f0-01524821b29d/5f5efbb2-cd5c-4b07-a6f0-01524821b29d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.639941] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.640423] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2fb1875-d5ec-4da8-9bf7-bd7ff1700ad1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.652116] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 840.652116] env[65717]: value = "task-4393217" [ 840.652116] env[65717]: _type = "Task" [ 840.652116] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.666197] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.789509] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472151} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.790055] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/11b1f093-5da5-4f79-b6d4-070e59b5dbac.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.790246] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.790496] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18cafa4a-2e5b-4f4e-bb9b-645384f5802c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.800451] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 840.800451] env[65717]: value = "task-4393218" [ 840.800451] env[65717]: _type = "Task" [ 840.800451] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.811595] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.848972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abc7f2a-24db-4230-8eaa-6cee2037a12b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.641s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.902363] env[65717]: DEBUG nova.scheduler.client.report [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 840.902628] env[65717]: DEBUG nova.compute.provider_tree [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 86 to 87 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.902801] env[65717]: DEBUG nova.compute.provider_tree [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.162537] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079146} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.162851] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.163714] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09459296-e7ac-4e85-ac00-08b46e78bd8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.184671] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5f5efbb2-cd5c-4b07-a6f0-01524821b29d/5f5efbb2-cd5c-4b07-a6f0-01524821b29d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.185377] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c99566-1b01-4027-b64d-af2336586d5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.212710] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 841.212710] env[65717]: value = "task-4393219" [ 841.212710] env[65717]: _type = "Task" [ 841.212710] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.222619] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.287532] env[65717]: DEBUG nova.compute.manager [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Received event network-changed-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 841.287727] env[65717]: DEBUG nova.compute.manager [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Refreshing instance network info cache due to event network-changed-4bd3ec37-76c7-485e-88a8-3c7b3fd60380. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 841.287951] env[65717]: DEBUG oslo_concurrency.lockutils [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] Acquiring lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.288091] env[65717]: DEBUG oslo_concurrency.lockutils [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] Acquired lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.288299] env[65717]: DEBUG nova.network.neutron [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Refreshing network info cache for port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.293264] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 841.311087] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266413} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.313157] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.314386] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9fc09-d5fd-4063-9256-1812815848fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.320060] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.320060] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.320060] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.320060] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.320060] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.320378] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.320505] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.320579] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.320732] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.320891] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.321080] env[65717]: DEBUG nova.virt.hardware [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.325572] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f95736-7e1a-4193-acdb-51fc63c8f229 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.342852] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/11b1f093-5da5-4f79-b6d4-070e59b5dbac.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.343809] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9156011b-5d49-4ddf-a700-952d7d3a8619 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.360806] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 841.366025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690ab2c-14b6-4bd5-931e-1037aab084c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.373128] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 841.373128] env[65717]: value = "task-4393220" [ 841.373128] env[65717]: _type = "Task" [ 841.373128] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.388970] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.395172] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.395172] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.395722] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0cf9ac2-0d82-4bcd-826c-5dd6890d9624 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.415495] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.418161] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.418327] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.589s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.420049] env[65717]: INFO nova.compute.claims [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.430967] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.430967] env[65717]: value = "task-4393221" [ 841.430967] env[65717]: _type = "Task" [ 841.430967] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.443457] env[65717]: INFO nova.scheduler.client.report [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Deleted allocations for instance 3a6af969-1ceb-4e46-8186-2549ea17dc83 [ 841.444780] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393221, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.723461] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393219, 'name': ReconfigVM_Task, 'duration_secs': 0.288193} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.723821] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5f5efbb2-cd5c-4b07-a6f0-01524821b29d/5f5efbb2-cd5c-4b07-a6f0-01524821b29d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.724532] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-890e0064-13ce-486f-9623-fc8ce5ae922f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.732083] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 841.732083] env[65717]: value = "task-4393222" [ 841.732083] env[65717]: _type = "Task" [ 841.732083] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.741775] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393222, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.794607] env[65717]: WARNING neutronclient.v2_0.client [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.885646] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.890117] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.942717] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393221, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.953713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5077d0fe-ea4e-4532-b9bb-175c97b81773 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Lock "3a6af969-1ceb-4e46-8186-2549ea17dc83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.084s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.070253] env[65717]: WARNING neutronclient.v2_0.client [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.164652] env[65717]: DEBUG nova.network.neutron [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updated VIF entry in instance network info cache for port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.165072] env[65717]: DEBUG nova.network.neutron [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updating instance_info_cache with network_info: [{"id": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "address": "fa:16:3e:ad:af:37", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd3ec37-76", "ovs_interfaceid": "4bd3ec37-76c7-485e-88a8-3c7b3fd60380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.245158] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393222, 'name': Rename_Task, 'duration_secs': 0.146032} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.245276] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.245529] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125ab092-eacc-4a27-8d32-31cf814c3989 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.253309] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 842.253309] env[65717]: value = "task-4393223" [ 842.253309] env[65717]: _type = "Task" [ 842.253309] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.262010] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.386951] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393220, 'name': ReconfigVM_Task, 'duration_secs': 0.773778} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.387292] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/11b1f093-5da5-4f79-b6d4-070e59b5dbac.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.388042] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c8a2ba-5ae9-4386-ab37-100f54dea810 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.395384] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 842.395384] env[65717]: value = "task-4393224" [ 842.395384] env[65717]: _type = "Task" [ 842.395384] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.407183] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393224, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.447577] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393221, 'name': CreateVM_Task, 'duration_secs': 0.670753} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.447809] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.448590] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.448590] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.448808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.449123] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288743de-4531-445e-aa74-a35903a2ff43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.456973] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 842.456973] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520cd0fe-1d4a-9983-f25b-a0739784a556" [ 842.456973] env[65717]: _type = "Task" [ 842.456973] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.471359] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520cd0fe-1d4a-9983-f25b-a0739784a556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.668875] env[65717]: DEBUG oslo_concurrency.lockutils [req-24f3b54a-23b4-45b2-b62b-d40999c0dba8 req-2e6741e7-14fa-456e-a451-19ffac86afe2 service nova] Releasing lock "refresh_cache-6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.765636] env[65717]: DEBUG oslo_vmware.api [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393223, 'name': PowerOnVM_Task, 'duration_secs': 0.460316} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.766033] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.766292] env[65717]: INFO nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Took 5.37 seconds to spawn the instance on the hypervisor. [ 842.766528] env[65717]: DEBUG nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 842.767485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6f970-6c7b-476f-a13e-b02386365881 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.905932] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393224, 'name': Rename_Task, 'duration_secs': 0.182912} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.906161] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.908909] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2d05e2-7be8-4dee-b908-a5437717186d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.915677] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 842.915677] env[65717]: value = "task-4393225" [ 842.915677] env[65717]: _type = "Task" [ 842.915677] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.925055] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.970927] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520cd0fe-1d4a-9983-f25b-a0739784a556, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.971770] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.971770] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.971890] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.971998] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.972448] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.972575] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef40709-acc4-4c75-bd08-e75a1604128e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.984436] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.984436] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.985466] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df15aad2-72a2-4737-9b82-641d1abafe5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.995100] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 842.995100] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525861e1-d0e4-668e-a75b-f7901df2f8e7" [ 842.995100] env[65717]: _type = "Task" [ 842.995100] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.004525] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525861e1-d0e4-668e-a75b-f7901df2f8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.139876] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32496304-730b-4030-a4ea-ad171cb3031d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.147802] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb4e390-b766-4a13-9fc3-62765728dd7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.186217] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57aefea-f500-4e94-a927-efc18a1a8495 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.195175] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d0d87-463c-4f0d-baa2-61a99dccc21d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.211035] env[65717]: DEBUG nova.compute.provider_tree [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.287742] env[65717]: INFO nova.compute.manager [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Took 48.42 seconds to build instance. [ 843.427641] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393225, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.506990] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525861e1-d0e4-668e-a75b-f7901df2f8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.021098} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.508095] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a8e3b1-edb2-4d44-b0c8-85a533a959e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.515254] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 843.515254] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521407d6-57e4-669a-403b-9ad14edc4a3a" [ 843.515254] env[65717]: _type = "Task" [ 843.515254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.525503] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521407d6-57e4-669a-403b-9ad14edc4a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.714193] env[65717]: DEBUG nova.scheduler.client.report [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.791062] env[65717]: DEBUG oslo_concurrency.lockutils [None req-29aeb8ce-4709-4d9e-a835-47178ad5b059 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.146s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.933734] env[65717]: DEBUG oslo_vmware.api [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393225, 'name': PowerOnVM_Task, 'duration_secs': 0.754171} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.934080] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.934311] env[65717]: INFO nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Took 9.13 seconds to spawn the instance on the hypervisor. [ 843.934492] env[65717]: DEBUG nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 843.935345] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ceab2-b410-49f0-b113-6194235fa605 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.026802] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521407d6-57e4-669a-403b-9ad14edc4a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.026990] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.027273] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.027596] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe634daf-b8de-44d0-b2f4-716b6d4bfbe4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.036435] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 844.036435] env[65717]: value = "task-4393226" [ 844.036435] env[65717]: _type = "Task" [ 844.036435] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.045793] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.219421] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.219997] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 844.222670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.290s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.225761] env[65717]: INFO nova.compute.claims [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.294229] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 844.468201] env[65717]: INFO nova.compute.manager [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Took 54.19 seconds to build instance. [ 844.551431] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.731299] env[65717]: DEBUG nova.compute.utils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.735324] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 844.735489] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.735852] env[65717]: WARNING neutronclient.v2_0.client [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.736222] env[65717]: WARNING neutronclient.v2_0.client [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.791400] env[65717]: DEBUG nova.policy [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1741fa4ca93f4dee982f6cd4e6e95449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbb210de12f49f88d1e33fd2bd06c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.820564] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.843478] env[65717]: INFO nova.compute.manager [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Rescuing [ 844.843809] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.844029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.845504] env[65717]: DEBUG nova.network.neutron [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 844.971247] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.298s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.052758] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978982} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.052831] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.052984] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.053261] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e055702-a167-4973-9e01-761597d1a642 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.061373] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 845.061373] env[65717]: value = "task-4393227" [ 845.061373] env[65717]: _type = "Task" [ 845.061373] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.072800] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.112504] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Successfully created port: 0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.236256] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 845.347783] env[65717]: WARNING neutronclient.v2_0.client [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.479466] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 845.574366] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157069} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.574637] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.575551] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be606af8-8e06-4ded-be68-c20a855a8533 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.579217] env[65717]: WARNING neutronclient.v2_0.client [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.613463] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.616894] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666bf72e-c7b7-4bc8-9299-b03472e12dd3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.638505] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 845.638505] env[65717]: value = "task-4393228" [ 845.638505] env[65717]: _type = "Task" [ 845.638505] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.650679] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.782965] env[65717]: DEBUG nova.network.neutron [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Updating instance_info_cache with network_info: [{"id": "67adf685-37b3-4a46-b4cf-d855089fb100", "address": "fa:16:3e:f3:1c:8d", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67adf685-37", "ovs_interfaceid": "67adf685-37b3-4a46-b4cf-d855089fb100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.818986] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c416063-f86e-42cf-8233-f3c41649368d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.826359] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b069bf-1627-44e0-83f5-ceaffc1cd13b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.858283] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e6f46-80e7-446b-abbe-88199e36fad7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.867430] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade665f-8189-427b-b072-5c1975d56f91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.881473] env[65717]: DEBUG nova.compute.provider_tree [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.002375] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.150751] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.250498] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 846.276782] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.277042] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.277202] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.277436] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.277629] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.277781] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.277981] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.278150] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.278310] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.278480] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.278658] env[65717]: DEBUG nova.virt.hardware [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.279565] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a454d2f3-2fd5-40fc-9699-5d3fc2dab6c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.285659] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "refresh_cache-11b1f093-5da5-4f79-b6d4-070e59b5dbac" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.291235] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6e810-fe45-4644-a32d-65916795d39d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.385096] env[65717]: DEBUG nova.scheduler.client.report [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.651238] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393228, 'name': ReconfigVM_Task, 'duration_secs': 0.771079} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.651541] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.652478] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e0df96d-9e11-4547-af2c-5e5921a3e2d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.659900] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 846.659900] env[65717]: value = "task-4393229" [ 846.659900] env[65717]: _type = "Task" [ 846.659900] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.669105] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393229, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.891649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.891649] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 846.894286] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.151s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.894513] env[65717]: DEBUG nova.objects.instance [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lazy-loading 'resources' on Instance uuid 1676d1a9-361a-468b-af14-ca1999b8a7b2 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.035364] env[65717]: DEBUG nova.compute.manager [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received event network-vif-plugged-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 847.035364] env[65717]: DEBUG oslo_concurrency.lockutils [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] Acquiring lock "bdb3da04-55a1-4575-9509-6409d959d234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.035364] env[65717]: DEBUG oslo_concurrency.lockutils [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] Lock "bdb3da04-55a1-4575-9509-6409d959d234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.035364] env[65717]: DEBUG oslo_concurrency.lockutils [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] Lock "bdb3da04-55a1-4575-9509-6409d959d234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.035364] env[65717]: DEBUG nova.compute.manager [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] No waiting events found dispatching network-vif-plugged-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 847.035636] env[65717]: WARNING nova.compute.manager [req-d9e8d19c-66c7-4503-8ea3-9a0fbe5a1e11 req-cf5593df-d0a9-4b56-a515-16813d7029fa service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received unexpected event network-vif-plugged-0be48578-b726-450c-8880-48d60421f44a for instance with vm_state building and task_state spawning. [ 847.053281] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Successfully updated port: 0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.174230] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393229, 'name': Rename_Task, 'duration_secs': 0.342029} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.174586] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.174858] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca47d0cf-1282-4f72-b444-26281e5f4cee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.182531] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 847.182531] env[65717]: value = "task-4393230" [ 847.182531] env[65717]: _type = "Task" [ 847.182531] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.191232] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.402120] env[65717]: DEBUG nova.compute.utils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.404588] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.404588] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.404920] env[65717]: WARNING neutronclient.v2_0.client [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.405456] env[65717]: WARNING neutronclient.v2_0.client [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.461384] env[65717]: DEBUG nova.policy [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad38626c9dd472988b195ede4aa2ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc9b7e936064ba49b5a4141ced09dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.555888] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.556112] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.556346] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.692979] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.795546] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Successfully created port: 83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.831942] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.832157] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a0dd743-8b4a-4f2f-a0a9-8642f4cd316e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.840704] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 847.840704] env[65717]: value = "task-4393231" [ 847.840704] env[65717]: _type = "Task" [ 847.840704] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.851317] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.909040] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 848.003172] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba2a35-7894-41d4-a4f7-0aef314baac1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.014822] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ca47f-b1a3-4ffe-8dcf-64095bc0d4b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.052546] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11c131-d8c6-47e9-bb65-c4bb4e510f9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.062255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15066feb-5cac-4839-ad53-5fa77d25aef6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.078564] env[65717]: DEBUG nova.compute.provider_tree [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.144441] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.195383] env[65717]: DEBUG oslo_vmware.api [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393230, 'name': PowerOnVM_Task, 'duration_secs': 0.830994} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.195383] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.195383] env[65717]: INFO nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Took 6.90 seconds to spawn the instance on the hypervisor. [ 848.195618] env[65717]: DEBUG nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 848.196502] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbbb3a4-b484-4ca8-af47-3cd5f55bd182 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.263119] env[65717]: WARNING neutronclient.v2_0.client [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.351998] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393231, 'name': PowerOffVM_Task, 'duration_secs': 0.26732} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.352288] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.353126] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eabdfb-5dd5-4f60-a2e5-eabf5aa7ed51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.372798] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265aedc-bf1a-4441-b8fc-05cf1ae1c2a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.396365] env[65717]: DEBUG nova.network.neutron [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updating instance_info_cache with network_info: [{"id": "0be48578-b726-450c-8880-48d60421f44a", "address": "fa:16:3e:14:c4:59", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be48578-b7", "ovs_interfaceid": "0be48578-b726-450c-8880-48d60421f44a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.408131] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.408363] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42c2e27-5672-4af0-aba7-8b4fbe0858e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.420481] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 848.420481] env[65717]: value = "task-4393232" [ 848.420481] env[65717]: _type = "Task" [ 848.420481] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.433621] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.433621] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.433621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.433798] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.435916] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef264658-5881-481c-87e0-b303c1969701 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.446911] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.447171] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.448192] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1843f2cb-03de-48cc-b5fd-0423ca0270ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.454955] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 848.454955] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5272621f-31d9-7633-221d-ff590f94ec7b" [ 848.454955] env[65717]: _type = "Task" [ 848.454955] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.465830] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5272621f-31d9-7633-221d-ff590f94ec7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.582687] env[65717]: DEBUG nova.scheduler.client.report [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.712972] env[65717]: INFO nova.compute.manager [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Took 52.11 seconds to build instance. [ 848.899086] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.899714] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Instance network_info: |[{"id": "0be48578-b726-450c-8880-48d60421f44a", "address": "fa:16:3e:14:c4:59", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be48578-b7", "ovs_interfaceid": "0be48578-b726-450c-8880-48d60421f44a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 848.900137] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c4:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0be48578-b726-450c-8880-48d60421f44a', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.908534] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 848.908806] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.909084] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f160afda-f8d7-45ea-bc98-a72fed26a782 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.926366] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 848.934751] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.934751] env[65717]: value = "task-4393233" [ 848.934751] env[65717]: _type = "Task" [ 848.934751] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.945124] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393233, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.953930] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.954333] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.954559] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.954854] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.955074] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.955315] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.955628] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.955842] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.956091] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.956301] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.956555] env[65717]: DEBUG nova.virt.hardware [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.957673] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef51d0-ff7c-4c22-b06b-3920b7b7bbd7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.973609] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d7873-490a-4c54-bb6e-a10eac3b2976 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.978298] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5272621f-31d9-7633-221d-ff590f94ec7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.979451] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd9f16c-2998-4f46-bff7-e77c34b397cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.995856] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 848.995856] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5210616d-7334-bb8d-4d84-5bf577c1e9a3" [ 848.995856] env[65717]: _type = "Task" [ 848.995856] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.006067] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5210616d-7334-bb8d-4d84-5bf577c1e9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.088497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.091689] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.601s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.092093] env[65717]: DEBUG nova.objects.instance [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lazy-loading 'resources' on Instance uuid 3d0f541b-072f-42cf-8ece-eac153fc7f18 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.116186] env[65717]: INFO nova.scheduler.client.report [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted allocations for instance 1676d1a9-361a-468b-af14-ca1999b8a7b2 [ 849.173720] env[65717]: DEBUG nova.compute.manager [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received event network-changed-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 849.174106] env[65717]: DEBUG nova.compute.manager [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing instance network info cache due to event network-changed-0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 849.174352] env[65717]: DEBUG oslo_concurrency.lockutils [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] Acquiring lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.174490] env[65717]: DEBUG oslo_concurrency.lockutils [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] Acquired lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.174644] env[65717]: DEBUG nova.network.neutron [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing network info cache for port 0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.215786] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a704a12b-bddb-4bd5-9e74-916e54639e08 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.039s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.401599] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Successfully updated port: 83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 849.447970] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393233, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.509560] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5210616d-7334-bb8d-4d84-5bf577c1e9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013346} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.509912] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.510214] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 849.510564] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea30039d-7cc9-4596-a865-4cc25dfec73d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.519411] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 849.519411] env[65717]: value = "task-4393234" [ 849.519411] env[65717]: _type = "Task" [ 849.519411] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.530398] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.532227] env[65717]: DEBUG nova.compute.manager [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Received event network-vif-plugged-83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 849.532227] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] Acquiring lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.532227] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.532465] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.532465] env[65717]: DEBUG nova.compute.manager [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] No waiting events found dispatching network-vif-plugged-83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.532675] env[65717]: WARNING nova.compute.manager [req-fe074249-b7d4-4eb2-a262-a53af1735869 req-de6a2774-a3f5-4097-8f7e-e620521818c7 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Received unexpected event network-vif-plugged-83b44812-feca-472e-9a40-1f670122d58d for instance with vm_state building and task_state spawning. [ 849.627176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "1676d1a9-361a-468b-af14-ca1999b8a7b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.978s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.680713] env[65717]: WARNING neutronclient.v2_0.client [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.882244] env[65717]: WARNING neutronclient.v2_0.client [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.904911] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.906082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.906082] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 849.965028] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393233, 'name': CreateVM_Task, 'duration_secs': 0.601546} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.966410] env[65717]: DEBUG nova.network.neutron [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updated VIF entry in instance network info cache for port 0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.966828] env[65717]: DEBUG nova.network.neutron [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updating instance_info_cache with network_info: [{"id": "0be48578-b726-450c-8880-48d60421f44a", "address": "fa:16:3e:14:c4:59", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be48578-b7", "ovs_interfaceid": "0be48578-b726-450c-8880-48d60421f44a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.968079] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.972040] env[65717]: WARNING neutronclient.v2_0.client [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.972040] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.972193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.972444] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.974518] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58b701d-89e6-4aa3-b17a-a47b164e9667 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.987850] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 849.987850] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524aa88b-7a0e-f615-71b6-ee38f8b24407" [ 849.987850] env[65717]: _type = "Task" [ 849.987850] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.006787] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524aa88b-7a0e-f615-71b6-ee38f8b24407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.037703] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393234, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.152047] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198bdfb5-4d30-446b-b03a-25ddbae26c93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.161204] env[65717]: DEBUG nova.compute.manager [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.162316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771864db-62e7-456e-aead-c4722db87c0b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.166997] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e4ec2-a1cf-44ac-8ebc-d75dbf63618e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.211268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e90555-1844-4e95-b29f-14b1ddb828aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.220116] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f22353-4fcf-471d-93d0-96a7ee5d1ee6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.244660] env[65717]: DEBUG nova.compute.provider_tree [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.444251] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 850.454934] env[65717]: INFO nova.compute.manager [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Rebuilding instance [ 850.477084] env[65717]: DEBUG oslo_concurrency.lockutils [req-97292f56-f659-4d58-91d3-af7fa5b3d4db req-b02a5a00-26c8-4d2c-8195-2f15966fad59 service nova] Releasing lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.509499] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524aa88b-7a0e-f615-71b6-ee38f8b24407, 'name': SearchDatastore_Task, 'duration_secs': 0.059553} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.513868] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.514466] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.515292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.515554] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.515843] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.520562] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f2cd1b-fee9-4f8a-a785-b534bd4d8a69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.532037] env[65717]: DEBUG nova.compute.manager [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.533249] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a36e7f-f36f-45d7-93ba-ecc4c402cccd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.540053] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.540362] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.548114] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ee6e98-b7ef-4bee-8e62-500a8d6b0242 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.555977] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792811} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.556645] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 850.558374] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bcd33b-5799-4a8a-9669-382cb8e6b7b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.564012] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 850.564012] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52830dfc-1c14-475e-35e6-ac984e70babb" [ 850.564012] env[65717]: _type = "Task" [ 850.564012] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.570959] env[65717]: WARNING neutronclient.v2_0.client [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.607451] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.609695] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1846112e-26d9-45f6-bdad-e26bdc473120 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.635019] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52830dfc-1c14-475e-35e6-ac984e70babb, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.636225] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce88f381-69aa-4a67-9122-e763f29ce506 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.641882] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 850.641882] env[65717]: value = "task-4393235" [ 850.641882] env[65717]: _type = "Task" [ 850.641882] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.643829] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 850.643829] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52198f8a-8d34-1453-7ca2-6b3de28ebaf9" [ 850.643829] env[65717]: _type = "Task" [ 850.643829] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.655923] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.662252] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52198f8a-8d34-1453-7ca2-6b3de28ebaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.662729] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.662991] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] bdb3da04-55a1-4575-9509-6409d959d234/bdb3da04-55a1-4575-9509-6409d959d234.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.663272] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf53369-1992-4129-9b31-742bec4a83d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.672146] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 850.672146] env[65717]: value = "task-4393236" [ 850.672146] env[65717]: _type = "Task" [ 850.672146] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.682872] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.706683] env[65717]: DEBUG nova.network.neutron [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Updating instance_info_cache with network_info: [{"id": "83b44812-feca-472e-9a40-1f670122d58d", "address": "fa:16:3e:a1:98:f1", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b44812-fe", "ovs_interfaceid": "83b44812-feca-472e-9a40-1f670122d58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.708515] env[65717]: INFO nova.compute.manager [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] instance snapshotting [ 850.710319] env[65717]: DEBUG nova.objects.instance [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.748577] env[65717]: DEBUG nova.scheduler.client.report [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.154353] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393235, 'name': ReconfigVM_Task, 'duration_secs': 0.504608} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.154353] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.155511] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416e4b8-1d7c-4f78-918d-305f44211751 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.189502] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b851bb-8096-4771-b6dc-ff4e73cc6a52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.206438] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447716} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.208058] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] bdb3da04-55a1-4575-9509-6409d959d234/bdb3da04-55a1-4575-9509-6409d959d234.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.208350] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.208673] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 851.208673] env[65717]: value = "task-4393237" [ 851.208673] env[65717]: _type = "Task" [ 851.208673] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.208872] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16756fd1-0fb8-41f7-bb8e-f86210a28c39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.211781] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.212114] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Instance network_info: |[{"id": "83b44812-feca-472e-9a40-1f670122d58d", "address": "fa:16:3e:a1:98:f1", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b44812-fe", "ovs_interfaceid": "83b44812-feca-472e-9a40-1f670122d58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 851.215617] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:98:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83b44812-feca-472e-9a40-1f670122d58d', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.224091] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 851.228024] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.228972] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e9e9e6-52a3-4a7f-9069-faae2f0a3815 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.234030] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36ee6a1-a36a-406a-9167-10c79dae85d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.255032] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 851.255032] env[65717]: value = "task-4393238" [ 851.255032] env[65717]: _type = "Task" [ 851.255032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.257374] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.259530] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.279292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.743s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.284285] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19067fc5-f3b3-4130-8a30-bf25c50accf1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.287404] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.287404] env[65717]: value = "task-4393239" [ 851.287404] env[65717]: _type = "Task" [ 851.287404] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.300759] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393238, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.308150] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393239, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.313018] env[65717]: INFO nova.scheduler.client.report [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Deleted allocations for instance 3d0f541b-072f-42cf-8ece-eac153fc7f18 [ 851.560879] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.561527] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a282ea3-629c-4675-9263-8e22fa8d24ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.572079] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 851.572079] env[65717]: value = "task-4393240" [ 851.572079] env[65717]: _type = "Task" [ 851.572079] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.580573] env[65717]: DEBUG nova.compute.manager [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Received event network-changed-83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 851.580783] env[65717]: DEBUG nova.compute.manager [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Refreshing instance network info cache due to event network-changed-83b44812-feca-472e-9a40-1f670122d58d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 851.580974] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] Acquiring lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.581145] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] Acquired lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.581275] env[65717]: DEBUG nova.network.neutron [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Refreshing network info cache for port 83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.590993] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.723736] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393237, 'name': ReconfigVM_Task, 'duration_secs': 0.424694} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.723736] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.723736] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403f7256-21f0-4a6a-9850-0388d27f2e85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.732364] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 851.732364] env[65717]: value = "task-4393241" [ 851.732364] env[65717]: _type = "Task" [ 851.732364] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.741209] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.767368] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074112} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.767686] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.768520] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ce802-6841-4944-87bf-79f4e3a9af2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.785738] env[65717]: INFO nova.compute.claims [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.798474] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] bdb3da04-55a1-4575-9509-6409d959d234/bdb3da04-55a1-4575-9509-6409d959d234.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.799136] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770a661e-b015-4524-a68d-b95749168118 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817568] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.820394] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3166fe1a-e747-424f-b679-4b2ee5680d96 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.822966] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eeac8670-902e-489a-b106-715c3b5dcfad tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Lock "3d0f541b-072f-42cf-8ece-eac153fc7f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.926s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.834384] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 851.834384] env[65717]: value = "task-4393242" [ 851.834384] env[65717]: _type = "Task" [ 851.834384] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.834921] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393239, 'name': CreateVM_Task, 'duration_secs': 0.408856} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.837227] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.837227] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 851.837227] env[65717]: value = "task-4393243" [ 851.837227] env[65717]: _type = "Task" [ 851.837227] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.842070] env[65717]: WARNING neutronclient.v2_0.client [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.842070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.842070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.842369] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.843405] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd73b59-452f-44af-9d29-0d32ff935809 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.858337] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.862735] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.863426] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 851.863426] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5269ac18-343f-2479-7981-a29f62540606" [ 851.863426] env[65717]: _type = "Task" [ 851.863426] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.873408] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5269ac18-343f-2479-7981-a29f62540606, 'name': SearchDatastore_Task} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.873735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.873971] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.874212] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.874353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.874525] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.874812] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb945be-9537-44b5-bf1e-d84c0efaf47f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.888067] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.888296] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.889120] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1926a971-fb26-494b-b29b-de32f6427cd3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.896536] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 851.896536] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f16a01-71b0-db11-f1c5-d28c35ea00d9" [ 851.896536] env[65717]: _type = "Task" [ 851.896536] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.905653] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f16a01-71b0-db11-f1c5-d28c35ea00d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.083954] env[65717]: WARNING neutronclient.v2_0.client [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.086389] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393240, 'name': PowerOffVM_Task, 'duration_secs': 0.126081} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.087035] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.087118] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.088016] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b8101-a1de-4f6a-b1cc-7785c9b89be6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.098599] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.098905] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7af0784-91f4-44f0-bfb6-7c3fc4cad964 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.134485] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.134719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.134719] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleting the datastore file [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.134981] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b4f37b-db28-4795-95e0-1637db7aefec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.143034] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 852.143034] env[65717]: value = "task-4393245" [ 852.143034] env[65717]: _type = "Task" [ 852.143034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.153649] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.244058] env[65717]: DEBUG oslo_vmware.api [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393241, 'name': PowerOnVM_Task, 'duration_secs': 0.453172} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.244494] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.247464] env[65717]: DEBUG nova.compute.manager [None req-b684079c-e4d4-46cc-a8c9-ecb2aba6bf85 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 852.248378] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b387c3-43f9-4a06-ba8f-dbd3d39d224e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.302632] env[65717]: INFO nova.compute.resource_tracker [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating resource usage from migration 7b4606b6-9961-4dfd-8095-1e9b0f9f037c [ 852.340850] env[65717]: WARNING neutronclient.v2_0.client [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.365538] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.372285] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.414447] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f16a01-71b0-db11-f1c5-d28c35ea00d9, 'name': SearchDatastore_Task, 'duration_secs': 0.018087} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.415999] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606e6dfa-f985-427d-bf41-a113e15c1962 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.426168] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 852.426168] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e3c42-56ea-d07c-a100-16a51901c4d2" [ 852.426168] env[65717]: _type = "Task" [ 852.426168] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.436775] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e3c42-56ea-d07c-a100-16a51901c4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.528532] env[65717]: DEBUG nova.network.neutron [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Updated VIF entry in instance network info cache for port 83b44812-feca-472e-9a40-1f670122d58d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.529016] env[65717]: DEBUG nova.network.neutron [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Updating instance_info_cache with network_info: [{"id": "83b44812-feca-472e-9a40-1f670122d58d", "address": "fa:16:3e:a1:98:f1", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b44812-fe", "ovs_interfaceid": "83b44812-feca-472e-9a40-1f670122d58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.656639] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129189} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.656958] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.657198] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.657447] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.849962] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393242, 'name': ReconfigVM_Task, 'duration_secs': 0.557439} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.853545] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Reconfigured VM instance instance-0000003e to attach disk [datastore1] bdb3da04-55a1-4575-9509-6409d959d234/bdb3da04-55a1-4575-9509-6409d959d234.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.856819] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7f9eee-3047-40d5-9fbd-af78bafdb826 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.865629] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393243, 'name': CreateSnapshot_Task, 'duration_secs': 0.855801} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.867479] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.867780] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 852.867780] env[65717]: value = "task-4393246" [ 852.867780] env[65717]: _type = "Task" [ 852.867780] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.868452] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c9b3f-c45d-4c49-a93b-5b66282b7f75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.876165] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb64d35-f02f-49f2-93ca-1a863579c02c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.892635] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aaec19-0f86-4564-8672-cc3f7426830c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.899351] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393246, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.936301] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927d523-cbc2-46ee-bef0-27a6136ce627 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.942407] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "ef52ab57-87c2-4128-98ce-4fa71117c034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.942640] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.950537] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e3c42-56ea-d07c-a100-16a51901c4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.952772] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.953055] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2/f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.953359] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d66ebae-768f-4574-affb-49e620a87a4c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.956422] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c2c65-161b-4f3d-9cef-b812c48bb6e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.975303] env[65717]: DEBUG nova.compute.provider_tree [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.976474] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 852.976474] env[65717]: value = "task-4393247" [ 852.976474] env[65717]: _type = "Task" [ 852.976474] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.986420] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.031395] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4ea53b2-6945-490d-9dfd-5b6374ea5ef2 req-5716bf23-a3c8-4825-aaf6-f2fbe960ff00 service nova] Releasing lock "refresh_cache-f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.382394] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393246, 'name': Rename_Task, 'duration_secs': 0.222131} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.382760] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.383098] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37aa98d-4657-4247-9f10-ba874f00c9d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.392257] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 853.392257] env[65717]: value = "task-4393248" [ 853.392257] env[65717]: _type = "Task" [ 853.392257] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.413807] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.414121] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.414333] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f986055c-4da0-46c8-996d-4520e24770ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.425497] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 853.425497] env[65717]: value = "task-4393249" [ 853.425497] env[65717]: _type = "Task" [ 853.425497] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.438552] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.447112] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 853.478508] env[65717]: DEBUG nova.scheduler.client.report [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.499635] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393247, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.707636] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.708121] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.708121] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.708477] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.708586] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.708709] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.708884] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.709058] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.709608] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.709608] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.709729] env[65717]: DEBUG nova.virt.hardware [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.710636] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1eb2c-0218-4c8f-add8-f99a18229d2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.722695] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916f441d-24a1-436e-a2ce-8ea451ee4a4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.740441] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.747190] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 853.747660] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.747949] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df9e79c2-5591-4341-ad4b-33e99daa27b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.768385] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.768385] env[65717]: value = "task-4393250" [ 853.768385] env[65717]: _type = "Task" [ 853.768385] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.780283] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393250, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.904814] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.936604] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.974610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.990242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.711s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.990578] env[65717]: INFO nova.compute.manager [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Migrating [ 854.006975] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.969s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.010370] env[65717]: INFO nova.compute.claims [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.020189] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799564} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.024368] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2/f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.024660] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.025569] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "85ed37f0-d3c8-4d89-a219-45939087247f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.025569] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.025785] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c37cc22e-5f17-45ae-8fba-a0884c626746 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.045268] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 854.045268] env[65717]: value = "task-4393251" [ 854.045268] env[65717]: _type = "Task" [ 854.045268] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.058284] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.288042] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393250, 'name': CreateVM_Task, 'duration_secs': 0.434551} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.288501] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.289152] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.289485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.290054] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.290458] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1255781e-4b29-4169-9493-990a86771978 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.298267] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 854.298267] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a813d9-0970-9cae-290a-e114729caa98" [ 854.298267] env[65717]: _type = "Task" [ 854.298267] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.310431] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a813d9-0970-9cae-290a-e114729caa98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.405420] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.437820] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.521865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.521969] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.522133] env[65717]: DEBUG nova.network.neutron [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.558539] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075929} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.558918] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.559875] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c163da-7813-432d-a6ea-406e5cabb070 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.586469] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2/f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.586809] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2141ce28-eaac-4c71-b3df-4bf46c03a619 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.610206] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 854.610206] env[65717]: value = "task-4393252" [ 854.610206] env[65717]: _type = "Task" [ 854.610206] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.619752] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.813128] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a813d9-0970-9cae-290a-e114729caa98, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.813420] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.813625] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.813863] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.814013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.814192] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.814477] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68495ae8-5178-4aa9-8904-77ac523b5c51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.825487] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.825701] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.826531] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc744406-1a09-4b8d-a39a-ede731eb34d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.833467] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 854.833467] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52899c14-21d9-e22b-fffc-d50cdba19fd9" [ 854.833467] env[65717]: _type = "Task" [ 854.833467] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.844060] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52899c14-21d9-e22b-fffc-d50cdba19fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.905640] env[65717]: DEBUG oslo_vmware.api [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393248, 'name': PowerOnVM_Task, 'duration_secs': 1.170109} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.905922] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.906157] env[65717]: INFO nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Took 8.66 seconds to spawn the instance on the hypervisor. [ 854.906336] env[65717]: DEBUG nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 854.907164] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46a27d-ff60-4c96-b296-c3f5b3ba4dc1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.936681] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.027506] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.121242] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.299240] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.351020] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52899c14-21d9-e22b-fffc-d50cdba19fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.352201] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385abbd9-1757-4c07-9be6-32545f6e3d0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.362999] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 855.362999] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253a153-7fd1-4b66-ee58-757e00956914" [ 855.362999] env[65717]: _type = "Task" [ 855.362999] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.374635] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253a153-7fd1-4b66-ee58-757e00956914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.436094] env[65717]: INFO nova.compute.manager [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Took 45.64 seconds to build instance. [ 855.444464] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.463110] env[65717]: DEBUG nova.network.neutron [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.617933] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3781da2-b47b-4423-a89c-41c562b6209d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.624417] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393252, 'name': ReconfigVM_Task, 'duration_secs': 0.927272} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.625127] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2/f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.625851] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b34d10c-12b5-4b3f-af4e-6457a7e2e456 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.631320] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69b874-e9b2-4e8d-ad50-176b08c72222 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.635628] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 855.635628] env[65717]: value = "task-4393253" [ 855.635628] env[65717]: _type = "Task" [ 855.635628] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.672265] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce7ef6-a002-4b55-86d0-e074fa396d46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.675046] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393253, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.681471] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417cff5-a1c2-4076-b358-c281bc322e20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.699686] env[65717]: DEBUG nova.compute.provider_tree [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.874540] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5253a153-7fd1-4b66-ee58-757e00956914, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.875102] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875102] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.875417] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d853c826-ad0a-4685-b8ef-1e4853ee9352 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.884556] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 855.884556] env[65717]: value = "task-4393254" [ 855.884556] env[65717]: _type = "Task" [ 855.884556] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.895322] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.939750] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393249, 'name': CloneVM_Task, 'duration_secs': 2.285109} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.939750] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created linked-clone VM from snapshot [ 855.940136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54521ce0-7744-49ca-b55f-9c98d9988110 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.150s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.941040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e59ee6-293b-43aa-8f3d-b135aeb3f1ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.950612] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploading image c1cb2bcb-0333-426d-83f6-0fdca2d8ac7b {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.967032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.977239] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.977239] env[65717]: value = "vm-859938" [ 855.977239] env[65717]: _type = "VirtualMachine" [ 855.977239] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.977239] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7474212b-72f0-483d-8922-f8d487139eff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.991150] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease: (returnval){ [ 855.991150] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292b91b-6b3c-8168-8ba3-74a15436baf1" [ 855.991150] env[65717]: _type = "HttpNfcLease" [ 855.991150] env[65717]: } obtained for exporting VM: (result){ [ 855.991150] env[65717]: value = "vm-859938" [ 855.991150] env[65717]: _type = "VirtualMachine" [ 855.991150] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.991581] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the lease: (returnval){ [ 855.991581] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292b91b-6b3c-8168-8ba3-74a15436baf1" [ 855.991581] env[65717]: _type = "HttpNfcLease" [ 855.991581] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 856.005252] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.005252] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292b91b-6b3c-8168-8ba3-74a15436baf1" [ 856.005252] env[65717]: _type = "HttpNfcLease" [ 856.005252] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 856.153375] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393253, 'name': Rename_Task, 'duration_secs': 0.285408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.153653] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.153941] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed174bd-5624-4a0f-b91f-aa523ba89d9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.161974] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 856.161974] env[65717]: value = "task-4393256" [ 856.161974] env[65717]: _type = "Task" [ 856.161974] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.173579] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.203127] env[65717]: DEBUG nova.scheduler.client.report [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.396212] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.445839] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 856.502449] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.502449] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292b91b-6b3c-8168-8ba3-74a15436baf1" [ 856.502449] env[65717]: _type = "HttpNfcLease" [ 856.502449] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.502743] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.502743] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292b91b-6b3c-8168-8ba3-74a15436baf1" [ 856.502743] env[65717]: _type = "HttpNfcLease" [ 856.502743] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.503503] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89288d1a-9890-406f-9b33-d0a5547ecf7d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.518494] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.518795] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.674928] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.680905] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2b37891-9294-4669-bbb5-967a2a0c3eef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.690898] env[65717]: DEBUG nova.compute.manager [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-changed-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 856.691422] env[65717]: DEBUG nova.compute.manager [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing instance network info cache due to event network-changed-70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 856.696183] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696183] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696183] env[65717]: DEBUG nova.network.neutron [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing network info cache for port 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.715523] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.715889] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 856.718971] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.377s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.724270] env[65717]: INFO nova.compute.claims [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.898521] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.981942] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.174501] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.200287] env[65717]: WARNING neutronclient.v2_0.client [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.229727] env[65717]: DEBUG nova.compute.utils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.238818] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 857.401461] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.497085] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3428b34-33f7-48ab-b078-c9cad106f5bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.520444] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.622229] env[65717]: WARNING neutronclient.v2_0.client [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.678949] env[65717]: DEBUG oslo_vmware.api [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393256, 'name': PowerOnVM_Task, 'duration_secs': 1.469773} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.678949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.679297] env[65717]: INFO nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Took 8.75 seconds to spawn the instance on the hypervisor. [ 857.680815] env[65717]: DEBUG nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 857.680815] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915d0de-7f69-4609-bde1-1ab263e07950 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.722308] env[65717]: DEBUG nova.network.neutron [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updated VIF entry in instance network info cache for port 70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.722691] env[65717]: DEBUG nova.network.neutron [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.739494] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 857.908146] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51558} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.908270] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.910986] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.910986] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05172419-d6aa-4618-b446-81330d36e8fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.917462] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 857.917462] env[65717]: value = "task-4393257" [ 857.917462] env[65717]: _type = "Task" [ 857.917462] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.931846] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.032022] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.032022] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1251ac56-84c3-401a-8aab-d4f575b1d4d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.040714] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 858.040714] env[65717]: value = "task-4393258" [ 858.040714] env[65717]: _type = "Task" [ 858.040714] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.050440] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.208310] env[65717]: INFO nova.compute.manager [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Took 45.30 seconds to build instance. [ 858.225053] env[65717]: DEBUG oslo_concurrency.lockutils [req-f4269882-7355-480c-8f19-9afc38cb543d req-f6b321c6-187f-4323-8865-aeb6c8ec4572 service nova] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.340656] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.341455] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.381969] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd61e45-5eef-4b13-bcf9-f88ef069cb85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.393039] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66ec9c-3476-4ce6-b3be-bad98936032e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.429521] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740537a-d6da-4118-9fe5-a29cb4c6be62 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.437826] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074548} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.440122] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.440955] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb3b0e-8f37-4d8f-b963-00537b5976b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.444430] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a511b964-a679-4a13-9b6e-69e32793e805 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.460045] env[65717]: DEBUG nova.compute.provider_tree [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.478240] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.480245] env[65717]: DEBUG nova.scheduler.client.report [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.483609] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522a2f1d-682a-48ea-9193-18eef77a0820 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.508657] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 858.508657] env[65717]: value = "task-4393259" [ 858.508657] env[65717]: _type = "Task" [ 858.508657] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.519574] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.551132] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393258, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.710333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-577b7f3d-d1b4-4f99-b046-7919314abbee tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.823s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.760498] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 858.797962] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.799574] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.799963] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.801150] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.801150] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.801150] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.801150] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.801631] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.801942] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.803383] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.803383] env[65717]: DEBUG nova.virt.hardware [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.803979] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c42df9-6119-4ef4-89b0-93055acc9b87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.816856] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28147630-ac42-4fd9-b234-f2c906c9baf2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.834134] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.840357] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Creating folder: Project (192064327e46429c842aa6141fe9244a). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.840828] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d14512a-a739-4b16-95bf-1bb1e1c3cd80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.854807] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Created folder: Project (192064327e46429c842aa6141fe9244a) in parent group-v859766. [ 858.855085] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Creating folder: Instances. Parent ref: group-v859940. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.855496] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e9b906-4fc0-46d1-b80f-c0e6c30a4daa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.868845] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Created folder: Instances in parent group-v859940. [ 858.869241] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.869573] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.869945] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aca2be7-5690-4529-85a1-50e822052175 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.897494] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.897494] env[65717]: value = "task-4393262" [ 858.897494] env[65717]: _type = "Task" [ 858.897494] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.911561] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393262, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.004726] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.006038] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 859.009462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.319s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.024301] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.051060] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393258, 'name': PowerOffVM_Task, 'duration_secs': 0.583438} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.051369] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.051683] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.153345] env[65717]: DEBUG nova.compute.manager [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-changed-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 859.153345] env[65717]: DEBUG nova.compute.manager [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing instance network info cache due to event network-changed-70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 859.155621] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.156075] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.156272] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing network info cache for port 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.214191] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 859.410773] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393262, 'name': CreateVM_Task, 'duration_secs': 0.474547} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.410993] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.412323] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.412608] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.416016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.416016] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe7147f-45b7-488f-a0cb-c5cb8fd177ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.419951] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 859.419951] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c596b1-da6c-042c-1862-2069d9c062f1" [ 859.419951] env[65717]: _type = "Task" [ 859.419951] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.431456] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c596b1-da6c-042c-1862-2069d9c062f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.520596] env[65717]: DEBUG nova.compute.utils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.540275] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 859.540700] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 859.541402] env[65717]: WARNING neutronclient.v2_0.client [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.541780] env[65717]: WARNING neutronclient.v2_0.client [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.551278] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393259, 'name': ReconfigVM_Task, 'duration_secs': 0.805572} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.552057] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7/f79f9fc7-e597-4436-acd2-b83ef2ad9de7.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.552919] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6f0be7-56b9-4e07-9a44-2bf1e7173913 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 859.560441] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 859.560817] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.561555] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 859.561812] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 859.561968] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 859.562126] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 859.578071] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06a4c0f-e1f6-44e7-bce2-28141a4a2f2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.591298] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 859.591298] env[65717]: value = "task-4393263" [ 859.591298] env[65717]: _type = "Task" [ 859.591298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.601028] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 859.601028] env[65717]: value = "task-4393264" [ 859.601028] env[65717]: _type = "Task" [ 859.601028] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.608496] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393263, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.617884] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.621177] env[65717]: DEBUG nova.policy [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e75bb14f4ba2420aab6abd342f24bfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf21570f0b1f4ee3bd8eb637666e6767', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.660203] env[65717]: WARNING neutronclient.v2_0.client [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.745226] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.942536] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c596b1-da6c-042c-1862-2069d9c062f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014644} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.942841] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.943088] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.943946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.943946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.943946] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.943946] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2255baa5-998f-4ba9-9f91-d8cddcb42a65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.958327] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.958568] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.959550] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf526f2-c70f-4053-b90f-4c7b6a9fc733 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.966016] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 859.966016] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05cfd-8a4f-d906-dc1a-53d6538abd18" [ 859.966016] env[65717]: _type = "Task" [ 859.966016] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.967622] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Successfully created port: 5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.979719] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05cfd-8a4f-d906-dc1a-53d6538abd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.982191] env[65717]: WARNING neutronclient.v2_0.client [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.040759] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Applying migration context for instance 1e72bace-e715-49de-bbb6-b1b7cc4d07cf as it has an incoming, in-progress migration 3640f208-3f1a-46fa-9624-8c22dc3bc6b5. Migration status is reverting {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 860.041158] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Applying migration context for instance 5b29b629-22b1-4717-965e-ba39563a9f58 as it has an incoming, in-progress migration 7b4606b6-9961-4dfd-8095-1e9b0f9f037c. Migration status is migrating {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 860.044531] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating resource usage from migration 3640f208-3f1a-46fa-9624-8c22dc3bc6b5 [ 860.045021] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating resource usage from migration 7b4606b6-9961-4dfd-8095-1e9b0f9f037c [ 860.048804] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 860.070358] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance db7e2fb2-2936-494d-ab93-9905df4fbcfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.070807] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 7a6369bb-e2a3-4e9b-8788-dee21721bd5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.070981] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 15a80c84-e57f-427c-a03c-f100485902f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.071150] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 76746ed0-6821-4e05-90b5-49a63e2cebda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.071298] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1434e6cf-901b-459a-8537-472fe089ab1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.071474] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance bf46c06c-cdad-4d63-bf1c-41d7780e179f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.071600] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 708c3051-6786-4c38-80cc-7606bac6804d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.072126] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.072336] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance e779d453-8c4c-44b8-bb6e-db9a6345d811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.072525] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.072680] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 80b888ff-5a38-4af3-9d4d-cf295e6cb236 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.072874] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ed22a1cf-57e0-4db5-ad36-0ec18a89086a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 860.073050] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance cc95001c-4bb9-4250-99bf-35ea880dabec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.073224] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5fdbd289-4040-4fad-8391-56c901108e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.073384] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 047f1a6d-e71c-46d5-9830-8dafa8bf4850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.073833] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.074051] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 3640f208-3f1a-46fa-9624-8c22dc3bc6b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 860.074381] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1e72bace-e715-49de-bbb6-b1b7cc4d07cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.074560] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 11b1f093-5da5-4f79-b6d4-070e59b5dbac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.074706] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5f5efbb2-cd5c-4b07-a6f0-01524821b29d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.074846] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f79f9fc7-e597-4436-acd2-b83ef2ad9de7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.074964] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance bdb3da04-55a1-4575-9509-6409d959d234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.075089] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.075195] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 0b88854d-e671-4fb0-91c8-a6bb84a316a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.075320] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 7b4606b6-9961-4dfd-8095-1e9b0f9f037c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 860.075468] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5b29b629-22b1-4717-965e-ba39563a9f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.075592] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 03097aa4-4161-4511-94e8-6fae3f1b36e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 860.111448] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393263, 'name': Rename_Task, 'duration_secs': 0.206282} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.115134] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.115449] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.116040] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3fec635-8097-4dfd-a557-6a5d9e4d1243 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.125388] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 860.125388] env[65717]: value = "task-4393265" [ 860.125388] env[65717]: _type = "Task" [ 860.125388] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.136313] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.156198] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updated VIF entry in instance network info cache for port 70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.156694] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.483725] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05cfd-8a4f-d906-dc1a-53d6538abd18, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.484393] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e23065-ac66-42cd-bfcf-53b056d53ff2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.491867] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 860.491867] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f9bb7-9b3f-e758-c46a-698ed465c85e" [ 860.491867] env[65717]: _type = "Task" [ 860.491867] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.503470] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f9bb7-9b3f-e758-c46a-698ed465c85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.515559] env[65717]: DEBUG nova.compute.manager [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.517007] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e345e5-f2ef-42d4-8863-9ca9a7b59080 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.578268] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 39b077b4-52e0-4f43-8697-cb11588635f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 860.611587] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.636668] env[65717]: DEBUG oslo_vmware.api [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393265, 'name': PowerOnVM_Task, 'duration_secs': 0.506211} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.637927] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.637927] env[65717]: DEBUG nova.compute.manager [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.638566] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba927db-8525-4c47-b722-d3e18855142c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.659510] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.660231] env[65717]: DEBUG nova.compute.manager [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received event network-changed-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 860.660231] env[65717]: DEBUG nova.compute.manager [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing instance network info cache due to event network-changed-0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 860.660423] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Acquiring lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.661396] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Acquired lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.661396] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing network info cache for port 0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.003843] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523f9bb7-9b3f-e758-c46a-698ed465c85e, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.004272] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.004378] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.004698] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-678373aa-fdc3-4147-8947-a4f9759bc1d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.012331] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 861.012331] env[65717]: value = "task-4393266" [ 861.012331] env[65717]: _type = "Task" [ 861.012331] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.022511] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.029824] env[65717]: INFO nova.compute.manager [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] instance snapshotting [ 861.032732] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99681bb-7424-4c8a-bb31-b165e688796d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.057015] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b2f4a-ee00-4cfb-a58c-5e16aae0b6d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.058988] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 861.085451] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.085691] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.085841] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.087679] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.088986] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.089307] env[65717]: DEBUG nova.virt.hardware [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.089838] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 861.091754] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e77c5-a865-433c-aef7-b4ade6a1a44e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106973] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170cfa72-b291-44ac-ab86-eb362d8a5f34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.119327] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393264, 'name': ReconfigVM_Task, 'duration_secs': 1.182222} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.127718] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.157935] env[65717]: DEBUG nova.compute.manager [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received event network-changed-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 861.157935] env[65717]: DEBUG nova.compute.manager [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing instance network info cache due to event network-changed-0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 861.159283] env[65717]: DEBUG oslo_concurrency.lockutils [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] Acquiring lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.159448] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.163725] env[65717]: WARNING neutronclient.v2_0.client [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.429058] env[65717]: WARNING neutronclient.v2_0.client [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.527241] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.572291] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.572628] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f5c6f32-45ec-4e37-ac9f-846172af330e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.576752] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updated VIF entry in instance network info cache for port 0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.577136] env[65717]: DEBUG nova.network.neutron [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updating instance_info_cache with network_info: [{"id": "0be48578-b726-450c-8880-48d60421f44a", "address": "fa:16:3e:14:c4:59", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be48578-b7", "ovs_interfaceid": "0be48578-b726-450c-8880-48d60421f44a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.592339] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 861.592339] env[65717]: value = "task-4393267" [ 861.592339] env[65717]: _type = "Task" [ 861.592339] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.597985] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Successfully updated port: 5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 861.601242] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 56c31b13-700c-45bf-a433-6d64cec5ca41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 861.613707] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.635407] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.636313] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.636681] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.636992] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.637230] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.637506] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.637784] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.638182] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.638476] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.638774] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.639058] env[65717]: DEBUG nova.virt.hardware [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.645125] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.646054] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886180bb-67b0-4a28-99ed-f67889cbf801 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.671725] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 861.671725] env[65717]: value = "task-4393268" [ 861.671725] env[65717]: _type = "Task" [ 861.671725] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.685514] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.948384] env[65717]: DEBUG nova.compute.manager [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Received event network-vif-plugged-5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 861.948384] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] Acquiring lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.948384] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.949753] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.951016] env[65717]: DEBUG nova.compute.manager [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] No waiting events found dispatching network-vif-plugged-5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 861.951251] env[65717]: WARNING nova.compute.manager [req-76c4b43b-7b09-4374-8039-b79fc4f19b11 req-541dc8f3-e809-4b4f-b4dd-badba46ae8ad service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Received unexpected event network-vif-plugged-5e10f1f0-85f6-4f3a-8250-32023b4998bc for instance with vm_state building and task_state spawning. [ 861.982136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "bdb3da04-55a1-4575-9509-6409d959d234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.982412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.982494] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "bdb3da04-55a1-4575-9509-6409d959d234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.983107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.983107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.985663] env[65717]: INFO nova.compute.manager [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Terminating instance [ 862.029991] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921146} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.030372] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.030632] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.031008] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-722dab6f-0efa-477c-8749-15ca46fffe95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.039594] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 862.039594] env[65717]: value = "task-4393269" [ 862.039594] env[65717]: _type = "Task" [ 862.039594] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.051642] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.082607] env[65717]: DEBUG oslo_concurrency.lockutils [req-0238da8d-7d37-47b8-9d7d-5688175fb110 req-eb42486a-3940-4005-a223-20e9c5a471b3 service nova] Releasing lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.082870] env[65717]: DEBUG oslo_concurrency.lockutils [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] Acquired lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.083118] env[65717]: DEBUG nova.network.neutron [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Refreshing network info cache for port 0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.101500] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.101707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquired lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.101912] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.103245] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.106824] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 862.184896] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393268, 'name': ReconfigVM_Task, 'duration_secs': 0.481698} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.185294] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.186229] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5911b-0f3c-4f84-ba06-3412af7f455a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.213842] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.214257] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d039a572-8c5e-46ef-b174-bcbf8a695e3d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.235436] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 862.235436] env[65717]: value = "task-4393270" [ 862.235436] env[65717]: _type = "Task" [ 862.235436] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.248118] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.490337] env[65717]: DEBUG nova.compute.manager [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 862.490657] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.492361] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2aa0e8-1883-460c-8d18-719c8472d720 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.502070] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.502452] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22b5448-d121-4785-99e1-b5bc663c000e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.512415] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 862.512415] env[65717]: value = "task-4393271" [ 862.512415] env[65717]: _type = "Task" [ 862.512415] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.523617] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.551109] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156868} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.551417] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.552347] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc3e44-82a4-4751-86f9-ba1dffcedb40 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.575859] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.576342] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63163cc4-2695-4979-a428-2a16cb221fba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.591516] env[65717]: WARNING neutronclient.v2_0.client [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.607110] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393267, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.609402] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 0d193044-bd31-437e-8e8a-65c8a9796cf4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 862.610845] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 862.610845] env[65717]: value = "task-4393272" [ 862.610845] env[65717]: _type = "Task" [ 862.610845] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.622022] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.701103] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.747428] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.843160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.843451] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.843772] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.844011] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.844208] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.849780] env[65717]: INFO nova.compute.manager [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Terminating instance [ 862.867837] env[65717]: WARNING neutronclient.v2_0.client [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.892926] env[65717]: WARNING neutronclient.v2_0.client [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.981369] env[65717]: DEBUG nova.network.neutron [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Updating instance_info_cache with network_info: [{"id": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "address": "fa:16:3e:d0:e0:71", "network": {"id": "adb9a2b8-5c7d-4fe7-9986-aeefb5475ce6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1982063359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf21570f0b1f4ee3bd8eb637666e6767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e10f1f0-85", "ovs_interfaceid": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.020863] env[65717]: DEBUG nova.network.neutron [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updated VIF entry in instance network info cache for port 0be48578-b726-450c-8880-48d60421f44a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.021413] env[65717]: DEBUG nova.network.neutron [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updating instance_info_cache with network_info: [{"id": "0be48578-b726-450c-8880-48d60421f44a", "address": "fa:16:3e:14:c4:59", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be48578-b7", "ovs_interfaceid": "0be48578-b726-450c-8880-48d60421f44a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.030825] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393271, 'name': PowerOffVM_Task, 'duration_secs': 0.288533} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.031178] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.031338] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.031634] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c290ea1-3efd-4560-9b26-8151366bb1e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.108858] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393267, 'name': CreateSnapshot_Task, 'duration_secs': 1.308914} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.109189] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.110758] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5f0db-f379-4d51-9d80-9ef154a74c13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.116690] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ef52ab57-87c2-4128-98ce-4fa71117c034 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 863.143616] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.144123] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.144455] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.144780] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleting the datastore file [datastore1] bdb3da04-55a1-4575-9509-6409d959d234 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.145522] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ac4e02-4f04-424e-9162-1619b405f3a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.155474] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 863.155474] env[65717]: value = "task-4393274" [ 863.155474] env[65717]: _type = "Task" [ 863.155474] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.166787] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.247442] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393270, 'name': ReconfigVM_Task, 'duration_secs': 0.650775} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.248959] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58/5b29b629-22b1-4717-965e-ba39563a9f58.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.249435] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.354031] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "refresh_cache-f79f9fc7-e597-4436-acd2-b83ef2ad9de7" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.354363] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "refresh_cache-f79f9fc7-e597-4436-acd2-b83ef2ad9de7" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.354363] env[65717]: DEBUG nova.network.neutron [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.411556] env[65717]: DEBUG nova.compute.manager [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-changed-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 863.411556] env[65717]: DEBUG nova.compute.manager [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing instance network info cache due to event network-changed-70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 863.412044] env[65717]: DEBUG oslo_concurrency.lockutils [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412044] env[65717]: DEBUG oslo_concurrency.lockutils [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412044] env[65717]: DEBUG nova.network.neutron [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing network info cache for port 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.488665] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Releasing lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.489228] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Instance network_info: |[{"id": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "address": "fa:16:3e:d0:e0:71", "network": {"id": "adb9a2b8-5c7d-4fe7-9986-aeefb5475ce6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1982063359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf21570f0b1f4ee3bd8eb637666e6767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e10f1f0-85", "ovs_interfaceid": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 863.489832] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e0:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e10f1f0-85f6-4f3a-8250-32023b4998bc', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.497781] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Creating folder: Project (bf21570f0b1f4ee3bd8eb637666e6767). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.498745] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-443f9f86-2ecf-4b10-bc09-d2e54a773ff0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.511771] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Created folder: Project (bf21570f0b1f4ee3bd8eb637666e6767) in parent group-v859766. [ 863.511934] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Creating folder: Instances. Parent ref: group-v859944. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.512884] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a72949-9fcf-4511-8776-e389a53cd0d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.524928] env[65717]: DEBUG oslo_concurrency.lockutils [req-b6c59316-5fa6-4504-a36b-0c4a726503b8 req-48761e05-468c-49f3-9e8e-f5ad64ca4163 service nova] Releasing lock "refresh_cache-bdb3da04-55a1-4575-9509-6409d959d234" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.525273] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Created folder: Instances in parent group-v859944. [ 863.525378] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 863.525621] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.525880] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a1de1b-e367-44b0-a014-b578a7a4baac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.548094] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.548094] env[65717]: value = "task-4393277" [ 863.548094] env[65717]: _type = "Task" [ 863.548094] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.557898] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393277, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.625410] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 85ed37f0-d3c8-4d89-a219-45939087247f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 863.630673] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393272, 'name': ReconfigVM_Task, 'duration_secs': 0.59482} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.631279] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.631930] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c15b0245-74f5-4f70-8e4e-591836acf38c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.640382] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 863.640382] env[65717]: value = "task-4393278" [ 863.640382] env[65717]: _type = "Task" [ 863.640382] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.653957] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.658556] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3473b122-6d15-4309-aaa3-c2778713842f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.662307] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393278, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.672741] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.674966] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 863.674966] env[65717]: value = "task-4393279" [ 863.674966] env[65717]: _type = "Task" [ 863.674966] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.684794] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393279, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.758682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829204e-7d66-4568-9316-094b46050062 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.789381] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998aba59-837b-40dc-a0aa-66eed99595d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.811427] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.859144] env[65717]: WARNING neutronclient.v2_0.client [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.887037] env[65717]: DEBUG nova.network.neutron [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 863.914797] env[65717]: WARNING neutronclient.v2_0.client [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.950828] env[65717]: DEBUG nova.network.neutron [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.060164] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393277, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.121199] env[65717]: DEBUG nova.compute.manager [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Received event network-changed-5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 864.121348] env[65717]: DEBUG nova.compute.manager [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Refreshing instance network info cache due to event network-changed-5e10f1f0-85f6-4f3a-8250-32023b4998bc. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 864.121621] env[65717]: DEBUG oslo_concurrency.lockutils [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] Acquiring lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.121818] env[65717]: DEBUG oslo_concurrency.lockutils [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] Acquired lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.123385] env[65717]: DEBUG nova.network.neutron [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Refreshing network info cache for port 5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.132848] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 333324fc-ecd0-4ada-9f0b-0783099eb5fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 864.133137] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 864.133331] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5312MB phys_disk=100GB used_disk=25GB total_vcpus=48 used_vcpus=24 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '22', 'num_vm_active': '17', 'num_task_None': '17', 'num_os_type_None': '22', 'num_proj_bab04284feea471285888bc8e16e17a1': '2', 'io_workload': '3', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '1', 'num_proj_9a9defcde62f409cac14a27026e8e43d': '1', 'num_proj_9a75f1d0910647d49c877b2135ce6549': '3', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_4d6314bb36384a399d579614d5a230bc': '1', 'num_proj_0be6a05d5b2441daa6b796fe45ae44a5': '2', 'num_vm_rescued': '2', 'num_proj_8cbb210de12f49f88d1e33fd2bd06c8f': '2', 'num_task_resize_migrating': '1', 'num_proj_d30f29b3be3a44a0aa24c132c0d95d11': '1', 'num_task_image_uploading': '1', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'num_proj_b9f3d698cd964208b73aac3429d81ca7': '1', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1', 'num_proj_68d1c2617d9643be95e621f72f2a2a42': '1', 'num_proj_d0a394f82446487aac8eafd3eb1c02db': '2', 'num_task_rebuild_spawning': '1', 'num_proj_bdc9b7e936064ba49b5a4141ced09dcf': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_192064327e46429c842aa6141fe9244a': '1', 'num_proj_bf21570f0b1f4ee3bd8eb637666e6767': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 864.152721] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393278, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.154389] env[65717]: WARNING neutronclient.v2_0.client [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.186622] env[65717]: DEBUG oslo_vmware.api [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598862} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.193716] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.195738] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.196259] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.196939] env[65717]: INFO nova.compute.manager [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Took 1.71 seconds to destroy the instance on the hypervisor. [ 864.197226] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 864.201687] env[65717]: DEBUG nova.compute.manager [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.201863] env[65717]: DEBUG nova.network.neutron [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.202172] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.204596] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393279, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.253024] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.267263] env[65717]: DEBUG nova.network.neutron [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updated VIF entry in instance network info cache for port 70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.267263] env[65717]: DEBUG nova.network.neutron [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.319575] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.320022] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.407345] env[65717]: DEBUG nova.network.neutron [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Port 25a2eb58-0748-407d-b67c-5116ec63b1bc binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 864.454038] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "refresh_cache-f79f9fc7-e597-4436-acd2-b83ef2ad9de7" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.454430] env[65717]: DEBUG nova.compute.manager [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 864.458018] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.458018] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a04a4d7-7d62-4434-a0e8-70dbe0e24644 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.471655] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.475758] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa64c8ab-1b04-42f9-8f3d-3b4157a65ab7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.485810] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 864.485810] env[65717]: value = "task-4393280" [ 864.485810] env[65717]: _type = "Task" [ 864.485810] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.500360] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.559361] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393277, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.626676] env[65717]: WARNING neutronclient.v2_0.client [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.656768] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393278, 'name': Rename_Task, 'duration_secs': 0.673022} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.657647] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.659266] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b47df7-c765-442c-99bb-059cbfb69f1e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.669892] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 864.669892] env[65717]: value = "task-4393281" [ 864.669892] env[65717]: _type = "Task" [ 864.669892] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.690866] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393281, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.698773] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393279, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.774449] env[65717]: DEBUG oslo_concurrency.lockutils [req-39079855-621d-445c-9642-0b446ed1b860 req-cdc3a2e7-f109-4ffe-acfc-46c58113cf28 service nova] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.918418] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e2702-8e05-440f-bec7-226ae55ed0dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.926064] env[65717]: WARNING neutronclient.v2_0.client [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.935701] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa431aa-b88b-4eeb-8fc2-be9907597c8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.971447] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7daa2c-8b91-47f0-b2b5-b3bad8c5a628 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.988082] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13315f08-294a-4f35-9585-0c53063e1e35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.014928] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393280, 'name': PowerOffVM_Task, 'duration_secs': 0.161263} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.018585] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.018585] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.018585] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.018959] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7ec170-fc96-4789-9a9b-38b89500324b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.035640] env[65717]: DEBUG nova.network.neutron [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Updated VIF entry in instance network info cache for port 5e10f1f0-85f6-4f3a-8250-32023b4998bc. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.035983] env[65717]: DEBUG nova.network.neutron [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Updating instance_info_cache with network_info: [{"id": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "address": "fa:16:3e:d0:e0:71", "network": {"id": "adb9a2b8-5c7d-4fe7-9986-aeefb5475ce6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1982063359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf21570f0b1f4ee3bd8eb637666e6767", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e10f1f0-85", "ovs_interfaceid": "5e10f1f0-85f6-4f3a-8250-32023b4998bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.058393] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.058722] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.058933] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleting the datastore file [datastore2] f79f9fc7-e597-4436-acd2-b83ef2ad9de7 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.064821] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3dfda7-9da0-4cc0-ad9c-d09e9ea3d0c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.067419] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393277, 'name': CreateVM_Task, 'duration_secs': 1.042059} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.067780] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.068900] env[65717]: WARNING neutronclient.v2_0.client [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.069211] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.069509] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.069705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.070160] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6cd378-79a4-4cbe-9f15-d4d8f24e3183 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.074356] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 865.074356] env[65717]: value = "task-4393283" [ 865.074356] env[65717]: _type = "Task" [ 865.074356] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.081915] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 865.081915] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291de7c-04aa-91bf-4976-5b0c9cd06b13" [ 865.081915] env[65717]: _type = "Task" [ 865.081915] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.089313] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.095935] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291de7c-04aa-91bf-4976-5b0c9cd06b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.159801] env[65717]: DEBUG nova.network.neutron [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.187929] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.192582] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393279, 'name': CloneVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.438571] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.438860] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.439016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.442230] env[65717]: DEBUG nova.compute.manager [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-changed-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 865.442432] env[65717]: DEBUG nova.compute.manager [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing instance network info cache due to event network-changed-70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 865.442601] env[65717]: DEBUG oslo_concurrency.lockutils [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] Acquiring lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.442735] env[65717]: DEBUG oslo_concurrency.lockutils [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] Acquired lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.442883] env[65717]: DEBUG nova.network.neutron [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Refreshing network info cache for port 70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.519967] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.539758] env[65717]: DEBUG oslo_concurrency.lockutils [req-49850b18-2532-4c90-b9d0-444aa02daa4f req-8bb6bda8-bc6e-4654-97ad-d1b70fde1891 service nova] Releasing lock "refresh_cache-03097aa4-4161-4511-94e8-6fae3f1b36e5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.585925] env[65717]: DEBUG oslo_vmware.api [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312766} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.589144] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.589362] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.589524] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.589676] env[65717]: INFO nova.compute.manager [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 865.589918] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 865.590147] env[65717]: DEBUG nova.compute.manager [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 865.590236] env[65717]: DEBUG nova.network.neutron [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 865.590492] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.599375] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291de7c-04aa-91bf-4976-5b0c9cd06b13, 'name': SearchDatastore_Task, 'duration_secs': 0.029338} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.599748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.599992] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.600254] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.600395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.600576] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.600846] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd6709d-d955-4219-93c4-8f5549c9f034 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.611096] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.611255] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.612610] env[65717]: DEBUG nova.network.neutron [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.612860] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.614521] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ea3f91-1f34-472f-8b94-cd37942a64b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.621489] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 865.621489] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521d09b0-4c9f-f567-8b78-23f4f6f0ae12" [ 865.621489] env[65717]: _type = "Task" [ 865.621489] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.632933] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521d09b0-4c9f-f567-8b78-23f4f6f0ae12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.662603] env[65717]: INFO nova.compute.manager [-] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Took 1.46 seconds to deallocate network for instance. [ 865.689829] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393279, 'name': CloneVM_Task, 'duration_secs': 1.605409} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.694571] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Created linked-clone VM from snapshot [ 865.695592] env[65717]: DEBUG oslo_vmware.api [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393281, 'name': PowerOnVM_Task, 'duration_secs': 0.536963} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.696660] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec41a8-abb0-4998-9184-58abeaaaa08f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.700743] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.701028] env[65717]: INFO nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Took 6.94 seconds to spawn the instance on the hypervisor. [ 865.701267] env[65717]: DEBUG nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 865.702045] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38e26e-bc19-4597-8c9b-f64c0e4cb4b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.711768] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Uploading image 816f2791-28fa-4df3-9db5-d92e1df8cd32 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.739997] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.739997] env[65717]: value = "vm-859947" [ 865.739997] env[65717]: _type = "VirtualMachine" [ 865.739997] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.740314] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa08b16f-a648-4a3f-8bbc-cea26b50c198 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.748115] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease: (returnval){ [ 865.748115] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52855e7f-5d8d-b768-c292-82c1d2a8d280" [ 865.748115] env[65717]: _type = "HttpNfcLease" [ 865.748115] env[65717]: } obtained for exporting VM: (result){ [ 865.748115] env[65717]: value = "vm-859947" [ 865.748115] env[65717]: _type = "VirtualMachine" [ 865.748115] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.748492] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the lease: (returnval){ [ 865.748492] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52855e7f-5d8d-b768-c292-82c1d2a8d280" [ 865.748492] env[65717]: _type = "HttpNfcLease" [ 865.748492] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.757854] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.757854] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52855e7f-5d8d-b768-c292-82c1d2a8d280" [ 865.757854] env[65717]: _type = "HttpNfcLease" [ 865.757854] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.945859] env[65717]: WARNING neutronclient.v2_0.client [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.026786] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 866.027051] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.018s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.027978] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.576s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.029809] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.029809] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 866.114814] env[65717]: DEBUG nova.network.neutron [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.144318] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521d09b0-4c9f-f567-8b78-23f4f6f0ae12, 'name': SearchDatastore_Task, 'duration_secs': 0.031782} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.145400] env[65717]: WARNING neutronclient.v2_0.client [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.149446] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bece10c5-439e-415f-8ebb-9e0634992ab8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.155477] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 866.155477] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b85756-043f-c3a7-be76-8681453e457a" [ 866.155477] env[65717]: _type = "Task" [ 866.155477] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.165442] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b85756-043f-c3a7-be76-8681453e457a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.168601] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.225948] env[65717]: INFO nova.compute.manager [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Took 50.21 seconds to build instance. [ 866.242328] env[65717]: DEBUG nova.network.neutron [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updated VIF entry in instance network info cache for port 70605961-d842-4991-b5c7-1249ee73e134. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.242722] env[65717]: DEBUG nova.network.neutron [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [{"id": "70605961-d842-4991-b5c7-1249ee73e134", "address": "fa:16:3e:af:12:b4", "network": {"id": "49ce7588-a7fd-4e95-88a9-861c155c5297", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1468554627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbb210de12f49f88d1e33fd2bd06c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70605961-d8", "ovs_interfaceid": "70605961-d842-4991-b5c7-1249ee73e134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.259367] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.259367] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52855e7f-5d8d-b768-c292-82c1d2a8d280" [ 866.259367] env[65717]: _type = "HttpNfcLease" [ 866.259367] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.259720] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.259720] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52855e7f-5d8d-b768-c292-82c1d2a8d280" [ 866.259720] env[65717]: _type = "HttpNfcLease" [ 866.259720] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.260616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b8215-c76f-401d-8f3d-eed34e8c684c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.270480] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.270665] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.424314] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a39db8b-e7a8-48d7-939b-7d1b8bd23d6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.449897] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.499192] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.499391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.499595] env[65717]: DEBUG nova.network.neutron [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.509973] env[65717]: DEBUG nova.compute.manager [req-1d74d64a-9bc3-4bf0-b681-9e2695b57473 req-34c6239a-79e0-45b5-8785-678f9a8488fa service nova] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Received event network-vif-deleted-0be48578-b726-450c-8880-48d60421f44a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.532239] env[65717]: DEBUG nova.objects.instance [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lazy-loading 'migration_context' on Instance uuid 1e72bace-e715-49de-bbb6-b1b7cc4d07cf {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.548373] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] There are 40 instances to clean {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 866.548741] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 3a6af969-1ceb-4e46-8186-2549ea17dc83] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 866.617336] env[65717]: INFO nova.compute.manager [-] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Took 1.03 seconds to deallocate network for instance. [ 866.670634] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b85756-043f-c3a7-be76-8681453e457a, 'name': SearchDatastore_Task, 'duration_secs': 0.015265} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.671897] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.673815] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 03097aa4-4161-4511-94e8-6fae3f1b36e5/03097aa4-4161-4511-94e8-6fae3f1b36e5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.676141] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd20159-b5d8-4baf-9064-6ca0b24a7933 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.686381] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 866.686381] env[65717]: value = "task-4393285" [ 866.686381] env[65717]: _type = "Task" [ 866.686381] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.699353] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.728537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-234472fe-0a7b-4b43-b4b7-dd4f9e18fcb2 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.620s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.745266] env[65717]: DEBUG oslo_concurrency.lockutils [req-d1ca502c-75e5-48e9-a586-2701d587c1d2 req-b4b2b678-9449-426b-9112-01bd39d2dcfa service nova] Releasing lock "refresh_cache-80b888ff-5a38-4af3-9d4d-cf295e6cb236" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.003027] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.061239] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 1676d1a9-361a-468b-af14-ca1999b8a7b2] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 867.125700] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.198518] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaac2fa-1dfd-4003-af31-961b1e2d05a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.205550] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.214765] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be95695-ab3a-4d47-a695-521ac65c89c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.222058] env[65717]: WARNING neutronclient.v2_0.client [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.254604] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8caeed-eefa-4ef7-9641-5ec8504d91fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.265788] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffb319-76d7-4dd9-93fb-d8af6a1a1939 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.293904] env[65717]: DEBUG nova.compute.provider_tree [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.304208] env[65717]: INFO nova.compute.manager [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Rebuilding instance [ 867.323197] env[65717]: DEBUG nova.network.neutron [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.566201] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d763c738-6f40-4f40-8ccf-4b5936519370] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 867.700105] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697733} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.700552] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 03097aa4-4161-4511-94e8-6fae3f1b36e5/03097aa4-4161-4511-94e8-6fae3f1b36e5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.700884] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.701264] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc8cc60-e245-4be9-b6cf-2487123f2047 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.710581] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 867.710581] env[65717]: value = "task-4393286" [ 867.710581] env[65717]: _type = "Task" [ 867.710581] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.722774] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.798093] env[65717]: DEBUG nova.scheduler.client.report [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.826015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.070162] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c26efe23-1c87-491f-8308-1c03071bfebe] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 868.222922] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137287} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.223225] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.224104] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626d00a-0302-4dcd-a336-915795eb75f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.255054] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 03097aa4-4161-4511-94e8-6fae3f1b36e5/03097aa4-4161-4511-94e8-6fae3f1b36e5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.255466] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56135d4b-6320-4aa8-9d18-16702502ec05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.278536] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 868.278536] env[65717]: value = "task-4393287" [ 868.278536] env[65717]: _type = "Task" [ 868.278536] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.293737] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.362893] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047f675-1fb8-493c-b923-70e789157f4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.388881] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1183a2-bbd5-4579-8851-3d912b2454ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.397921] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.573456] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 6be327f8-a957-4d47-969e-749c35809d6e] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 868.790542] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.810710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.783s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.817137] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.685s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.819302] env[65717]: INFO nova.compute.claims [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.905502] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.905776] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99de226-0497-499f-b50c-28e388a6d98b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.915472] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 868.915472] env[65717]: value = "task-4393288" [ 868.915472] env[65717]: _type = "Task" [ 868.915472] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.930498] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.077531] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: aabe25fd-6d92-433f-97f2-146d5d5da682] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 869.197267] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.198317] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2523e34-420b-4c44-94cb-c48f1b42c055 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.206398] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.206581] env[65717]: ERROR oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk due to incomplete transfer. [ 869.206834] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bee2d9a-3053-4275-820e-40284c55854b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.215570] env[65717]: DEBUG nova.compute.manager [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 869.216546] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07b58c-43fe-4238-9373-41670fb21abd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.220955] env[65717]: DEBUG oslo_vmware.rw_handles [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52399770-8d1c-e5b2-1c8c-68fceea29c04/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.221182] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploaded image c1cb2bcb-0333-426d-83f6-0fdca2d8ac7b to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.223827] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.224498] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34759430-68ec-4fff-bc7f-3268c6e21055 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.233326] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 869.233326] env[65717]: value = "task-4393289" [ 869.233326] env[65717]: _type = "Task" [ 869.233326] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.243423] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393289, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.294337] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393287, 'name': ReconfigVM_Task, 'duration_secs': 0.606991} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.294485] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 03097aa4-4161-4511-94e8-6fae3f1b36e5/03097aa4-4161-4511-94e8-6fae3f1b36e5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.295020] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68850f4-c328-4ef5-bd19-a5c8798e0911 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.303240] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 869.303240] env[65717]: value = "task-4393290" [ 869.303240] env[65717]: _type = "Task" [ 869.303240] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.313658] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393290, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.427736] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.581914] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ef9a2693-b456-4214-9e5c-0b91d7fbf08f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 869.746710] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393289, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.814373] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393290, 'name': Rename_Task, 'duration_secs': 0.248643} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.814774] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.815102] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f30af90-7d0b-424f-a08e-7d146b45743f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.823232] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 869.823232] env[65717]: value = "task-4393291" [ 869.823232] env[65717]: _type = "Task" [ 869.823232] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.837794] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929305] env[65717]: DEBUG oslo_vmware.api [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393288, 'name': PowerOnVM_Task, 'duration_secs': 0.718791} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.929603] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.929785] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5991e57e-c92c-4d19-917b-55b9f095a801 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance '5b29b629-22b1-4717-965e-ba39563a9f58' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.091764] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c572bb35-1255-4b5f-84ff-3368f11cc0cb] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 870.242577] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.243246] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d0a32e-ca15-42f4-9d8c-98bbf8a65e3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.251343] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393289, 'name': Destroy_Task, 'duration_secs': 0.691152} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.255389] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroyed the VM [ 870.255732] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.256500] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 870.256500] env[65717]: value = "task-4393292" [ 870.256500] env[65717]: _type = "Task" [ 870.256500] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.256948] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f776d751-e987-4f75-b84e-96fd8c2d4e5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.269674] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.273818] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 870.273818] env[65717]: value = "task-4393293" [ 870.273818] env[65717]: _type = "Task" [ 870.273818] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.283302] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393293, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.323407] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173630ad-259d-4078-a7ad-0aa5b4e3d613 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.343889] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab3738-d011-4c78-a87c-1ecac160d435 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.345440] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.381843] env[65717]: INFO nova.compute.manager [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Swapping old allocation on dict_keys(['dc53e726-883a-4716-9e0d-e97046ce03ae']) held by migration 3640f208-3f1a-46fa-9624-8c22dc3bc6b5 for instance [ 870.382726] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481fb8c1-f71e-4c09-993e-cf940224e572 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.396224] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a889bce4-0861-4b6e-b9c8-414918aec624 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.416395] env[65717]: DEBUG nova.compute.provider_tree [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.418677] env[65717]: DEBUG nova.scheduler.client.report [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Overwriting current allocation {'allocations': {'dc53e726-883a-4716-9e0d-e97046ce03ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'bab04284feea471285888bc8e16e17a1', 'user_id': '5efb369c2c4c43acaec2019977deab36', 'consumer_generation': 1} on consumer 1e72bace-e715-49de-bbb6-b1b7cc4d07cf {{(pid=65717) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 870.493020] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.546876] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.547065] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquired lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.547253] env[65717]: DEBUG nova.network.neutron [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.595624] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 78dbf330-79ad-426d-99e6-81ec2c850807] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 870.770236] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393292, 'name': PowerOffVM_Task, 'duration_secs': 0.151928} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.770502] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.770748] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.771513] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d8a55-d56c-420e-ab39-812c6bdddc45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.781268] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.781967] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e2f1dd-f2a7-4fee-bff9-d1e9ef2804cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.787130] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393293, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.808152] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.808389] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.808567] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Deleting the datastore file [datastore2] 0b88854d-e671-4fb0-91c8-a6bb84a316a6 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.808855] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f09dea3-38dd-4925-bbc7-b1dd1c7e67c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.815818] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 870.815818] env[65717]: value = "task-4393295" [ 870.815818] env[65717]: _type = "Task" [ 870.815818] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.824640] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.835042] env[65717]: DEBUG oslo_vmware.api [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393291, 'name': PowerOnVM_Task, 'duration_secs': 0.786539} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.835297] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.835506] env[65717]: INFO nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 870.835679] env[65717]: DEBUG nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.836461] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b286d9-8ee6-42b6-bd0d-e12c05069cfd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.923590] env[65717]: DEBUG nova.scheduler.client.report [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.051080] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.099602] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 86328da5-a12b-4ec4-8813-8c626fb63245] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 871.216685] env[65717]: WARNING neutronclient.v2_0.client [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.285873] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393293, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.297113] env[65717]: DEBUG nova.network.neutron [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [{"id": "95805b71-aedd-4624-9f54-eca7d7003fc3", "address": "fa:16:3e:a4:c4:72", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95805b71-ae", "ovs_interfaceid": "95805b71-aedd-4624-9f54-eca7d7003fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.326716] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28932} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.326830] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.327711] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.327711] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.352770] env[65717]: INFO nova.compute.manager [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Took 52.04 seconds to build instance. [ 871.429820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.430154] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 871.432988] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.877s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.433094] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.435165] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.218s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.435485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.437645] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.889s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.437645] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.439351] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.451s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.440830] env[65717]: INFO nova.compute.claims [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.470127] env[65717]: INFO nova.scheduler.client.report [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Deleted allocations for instance 7a6369bb-e2a3-4e9b-8788-dee21721bd5f [ 871.476338] env[65717]: INFO nova.scheduler.client.report [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Deleted allocations for instance ed22a1cf-57e0-4db5-ad36-0ec18a89086a [ 871.502144] env[65717]: INFO nova.scheduler.client.report [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleted allocations for instance bf46c06c-cdad-4d63-bf1c-41d7780e179f [ 871.603709] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c7dbf87e-6c6e-4add-a261-ea5ea0d12d3f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 871.789382] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393293, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.800522] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Releasing lock "refresh_cache-1e72bace-e715-49de-bbb6-b1b7cc4d07cf" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.801085] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.801466] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c3520b-26cc-4933-ac0a-2dcaa8a2d6e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.809658] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 871.809658] env[65717]: value = "task-4393296" [ 871.809658] env[65717]: _type = "Task" [ 871.809658] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.821353] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.855708] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.556s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.948664] env[65717]: DEBUG nova.compute.utils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.963461] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 871.963801] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 871.964720] env[65717]: WARNING neutronclient.v2_0.client [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.968820] env[65717]: WARNING neutronclient.v2_0.client [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.994789] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0fb7de22-9ddd-48de-b36a-4a141674f174 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Lock "7a6369bb-e2a3-4e9b-8788-dee21721bd5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.102s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.997678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Lock "ed22a1cf-57e0-4db5-ad36-0ec18a89086a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.255s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.014081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "bf46c06c-cdad-4d63-bf1c-41d7780e179f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.931s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.059114] env[65717]: DEBUG nova.policy [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.108994] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d6e08c3b-eab3-4e0f-aae8-4bebe3017bb5] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 872.286863] env[65717]: DEBUG oslo_vmware.api [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393293, 'name': RemoveSnapshot_Task, 'duration_secs': 1.724031} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.289432] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 872.289661] env[65717]: INFO nova.compute.manager [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 21.06 seconds to snapshot the instance on the hypervisor. [ 872.322728] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393296, 'name': PowerOffVM_Task, 'duration_secs': 0.232476} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.322915] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.323592] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:27:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='73094269-7b2e-48af-b169-0a5aaed8fd5e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1083192386',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.323800] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.323952] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.324169] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.324330] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.324509] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.324732] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.324886] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.325069] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.325235] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.325427] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.333788] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843ab9a9-d28d-4005-aa8b-0fdf8c37253a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.357483] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 872.357483] env[65717]: value = "task-4393297" [ 872.357483] env[65717]: _type = "Task" [ 872.357483] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.375604] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.386144] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.386450] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.386477] env[65717]: DEBUG nova.virt.hardware [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.387824] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cccbf9-e2c0-4fac-b597-0bb3dc54f6e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.398828] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4901e6-4d09-4e04-b1ed-1238440ab6c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.406350] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Successfully created port: 0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 872.421926] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.428741] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.431877] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.432385] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79cac92f-978d-4adb-a16e-ad6915069231 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.456160] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.456160] env[65717]: value = "task-4393298" [ 872.456160] env[65717]: _type = "Task" [ 872.456160] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.472032] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393298, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.479497] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 872.483508] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.483909] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.484274] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.484586] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.484770] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.490468] env[65717]: INFO nova.compute.manager [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Terminating instance [ 872.508253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.509190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.509190] env[65717]: DEBUG nova.compute.manager [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Going to confirm migration 3 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 872.514869] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240ea44-f4ce-4e68-8f01-4e70ecea6dae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.526885] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab9b681-2a45-4e38-bf50-674d43cbf7e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.569277] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5693d62-3802-46ae-8fec-90c5bfb72752 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.577519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079ff46-9b54-42c2-bada-c936a684a400 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.586170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "76746ed0-6821-4e05-90b5-49a63e2cebda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.586170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.586170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.586170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.586170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.586876] env[65717]: INFO nova.compute.manager [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Terminating instance [ 872.604300] env[65717]: DEBUG nova.compute.provider_tree [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.612335] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9ac8f3e7-f2c7-4154-96c7-bcf9cee3a244] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 872.850211] env[65717]: DEBUG nova.compute.manager [None req-69ef46fd-5eef-44e1-9ffa-b8ad0e873e12 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Found 1 images (rotation: 2) {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 872.867541] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393297, 'name': ReconfigVM_Task, 'duration_secs': 0.190402} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.869074] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f641a53-a1fc-4800-a41d-4e513ee97a1b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.892267] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:27:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='73094269-7b2e-48af-b169-0a5aaed8fd5e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1083192386',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.892499] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.892652] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.892833] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.892976] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.893136] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.893344] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.893493] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.893655] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.893811] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.893979] env[65717]: DEBUG nova.virt.hardware [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.895212] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d176832c-59c4-496e-9b0f-1dc986822f84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.902032] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 872.902032] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52702e3d-90ce-accf-06f9-bfe37ab543ec" [ 872.902032] env[65717]: _type = "Task" [ 872.902032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.911717] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52702e3d-90ce-accf-06f9-bfe37ab543ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.967116] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393298, 'name': CreateVM_Task, 'duration_secs': 0.337077} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.967306] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.967771] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.967932] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.968284] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.968684] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ee7dd5-5bb1-4896-805f-6035b4a129c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.974462] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 872.974462] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c1bf4a-5aba-1d4b-7d11-83fbdbed24dd" [ 872.974462] env[65717]: _type = "Task" [ 872.974462] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.984952] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c1bf4a-5aba-1d4b-7d11-83fbdbed24dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.994889] env[65717]: DEBUG nova.compute.manager [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 872.995121] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.999604] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e2994-c6c7-499d-8dd8-c484c6a78fc9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.008117] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.008408] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c578584b-96c8-49a2-9491-5b6935711977 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.015925] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 873.015925] env[65717]: value = "task-4393299" [ 873.015925] env[65717]: _type = "Task" [ 873.015925] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.016549] env[65717]: WARNING neutronclient.v2_0.client [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.030722] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.091050] env[65717]: DEBUG nova.compute.manager [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 873.091329] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.092324] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080a9ea-41a4-431a-9b0b-53837db86ccc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.101541] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.101851] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483365e0-177f-4f70-933b-b57e7ab1104e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.107824] env[65717]: DEBUG nova.scheduler.client.report [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.113342] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 873.113342] env[65717]: value = "task-4393300" [ 873.113342] env[65717]: _type = "Task" [ 873.113342] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.117934] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: eda08858-f50a-4820-a9d6-38bc1ba78417] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 873.127998] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.417539] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52702e3d-90ce-accf-06f9-bfe37ab543ec, 'name': SearchDatastore_Task, 'duration_secs': 0.021942} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.423796] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.424255] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4acbaa3c-8ba9-4bd2-93d3-541cea12a840 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.445097] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 873.445097] env[65717]: value = "task-4393301" [ 873.445097] env[65717]: _type = "Task" [ 873.445097] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.248638] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 874.251595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.252078] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 874.258015] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9d3947d8-4267-4c8e-beac-fa9a7b59ccf8] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 874.258015] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.258015] env[65717]: WARNING oslo_vmware.common.loopingcall [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] task run outlasted interval by 0.31155200000000005 sec [ 874.258654] env[65717]: WARNING neutronclient.v2_0.client [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.258780] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.258918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.259097] env[65717]: DEBUG nova.network.neutron [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.259262] env[65717]: DEBUG nova.objects.instance [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'info_cache' on Instance uuid 5b29b629-22b1-4717-965e-ba39563a9f58 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.261015] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Successfully updated port: 0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 874.268494] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.381s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.270522] env[65717]: INFO nova.compute.claims [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.291263] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393301, 'name': ReconfigVM_Task, 'duration_secs': 0.523133} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.302304] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.303279] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393300, 'name': PowerOffVM_Task, 'duration_secs': 0.216057} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.303279] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393299, 'name': PowerOffVM_Task, 'duration_secs': 0.258192} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.304286] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c1bf4a-5aba-1d4b-7d11-83fbdbed24dd, 'name': SearchDatastore_Task, 'duration_secs': 0.038695} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 874.308180] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 874.308623] env[65717]: DEBUG nova.virt.hardware [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 874.309061] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d58839-c378-42c6-8dd3-751356b7695b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.311932] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.312109] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.312382] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.312577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.312882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.313107] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.313355] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.314705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.314705] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.314814] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac4bbc-317e-4980-90fd-f92a973f6628 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.318417] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed4c967-3a2f-4c3c-91ff-496046be4983 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.322357] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5f9fda-4525-4a6d-8c24-95bba850dd94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.322357] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dbdadef-0b5e-4dc3-8c08-c33535642b26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.355029] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.356883] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426b3e08-9dca-4889-86d9-8f07b103d103 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.361278] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18cad32-64b6-4fc5-b29e-75999ee16bea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.376596] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.376850] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.379063] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1b2cb7-36a7-4030-8f92-c74b308a4943 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.392410] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 874.392410] env[65717]: value = "task-4393304" [ 874.392410] env[65717]: _type = "Task" [ 874.392410] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.397118] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 874.397118] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5220269e-ae32-4d4c-442b-a6a38728dabe" [ 874.397118] env[65717]: _type = "Task" [ 874.397118] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.405927] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.413985] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5220269e-ae32-4d4c-442b-a6a38728dabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.425966] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.425966] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.425966] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleting the datastore file [datastore2] 76746ed0-6821-4e05-90b5-49a63e2cebda {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.425966] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8171eba7-48c3-4225-a2ec-cd471affa28b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.438188] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for the task: (returnval){ [ 874.438188] env[65717]: value = "task-4393305" [ 874.438188] env[65717]: _type = "Task" [ 874.438188] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.444089] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.444425] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.444775] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Deleting the datastore file [datastore2] 03097aa4-4161-4511-94e8-6fae3f1b36e5 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.445718] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a2f937-88cc-413d-8e72-8cfb551ce811 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.453307] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.459949] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for the task: (returnval){ [ 874.459949] env[65717]: value = "task-4393306" [ 874.459949] env[65717]: _type = "Task" [ 874.459949] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.469955] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.758660] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 644750f5-ad35-4f3b-b592-9a3a007d4a1c] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 874.763715] env[65717]: DEBUG nova.compute.utils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.765529] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 874.765529] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.765529] env[65717]: WARNING neutronclient.v2_0.client [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.766285] env[65717]: WARNING neutronclient.v2_0.client [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.782402] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.783704] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.783704] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.834208] env[65717]: DEBUG nova.policy [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aca8c3f7e940ac84ca35af0dcddf42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8fe6d11b76d4826850fd20564fdf926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.909198] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5220269e-ae32-4d4c-442b-a6a38728dabe, 'name': SearchDatastore_Task, 'duration_secs': 0.015341} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.914402] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393304, 'name': ReconfigVM_Task, 'duration_secs': 0.334624} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.914402] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488fc12f-fd75-4bd6-8b4c-68748287bda2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.916610] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf/1e72bace-e715-49de-bbb6-b1b7cc4d07cf.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.917438] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583473ed-07d0-43e1-8c82-e9e8009798d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.925059] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 874.925059] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526b5581-657c-65d0-250d-6bef47f3554b" [ 874.925059] env[65717]: _type = "Task" [ 874.925059] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.952275] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ffde3-8c27-4ce2-9665-1fab94d47145 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.957627] env[65717]: DEBUG nova.compute.manager [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-plugged-0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.958074] env[65717]: DEBUG oslo_concurrency.lockutils [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.958132] env[65717]: DEBUG oslo_concurrency.lockutils [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.958350] env[65717]: DEBUG oslo_concurrency.lockutils [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.958521] env[65717]: DEBUG nova.compute.manager [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] No waiting events found dispatching network-vif-plugged-0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 874.958705] env[65717]: WARNING nova.compute.manager [req-9152d5e8-c344-4eda-b854-96e72727dd97 req-e105e359-6dbe-4703-8276-c1a9929609b8 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received unexpected event network-vif-plugged-0ab3f323-8e85-41db-8228-1d3052226099 for instance with vm_state building and task_state spawning. [ 874.962758] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526b5581-657c-65d0-250d-6bef47f3554b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.984889] env[65717]: DEBUG oslo_vmware.api [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Task: {'id': task-4393305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221571} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.985238] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.985473] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.985698] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.985842] env[65717]: INFO nova.compute.manager [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 1.89 seconds to destroy the instance on the hypervisor. [ 874.986200] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 874.987124] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce0822-f6b0-4857-86a7-2da68c6a95c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.996803] env[65717]: DEBUG nova.compute.manager [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 874.996803] env[65717]: DEBUG nova.network.neutron [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.996803] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.996803] env[65717]: DEBUG oslo_vmware.api [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Task: {'id': task-4393306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226654} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.996803] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.996803] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.996803] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.997132] env[65717]: INFO nova.compute.manager [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Took 2.00 seconds to destroy the instance on the hypervisor. [ 874.997132] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 874.997381] env[65717]: DEBUG nova.compute.manager [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 874.997496] env[65717]: DEBUG nova.network.neutron [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.997791] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.016247] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d917abdc-1eea-485c-8e7c-a3a26546f4f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.026970] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.026970] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d8ebc9-25f4-4588-8833-c0e0b513ab97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.033833] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 875.033833] env[65717]: value = "task-4393307" [ 875.033833] env[65717]: _type = "Task" [ 875.033833] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.044845] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.117121] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.180875] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Successfully created port: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 875.184214] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.262561] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9fbadffc-3ff8-4b24-906d-05f70b593e21] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 875.269601] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 875.293353] env[65717]: WARNING neutronclient.v2_0.client [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.437146] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526b5581-657c-65d0-250d-6bef47f3554b, 'name': SearchDatastore_Task, 'duration_secs': 0.027329} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.440349] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.440694] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.441220] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbbab446-4a03-4771-8d59-9f58b403e9ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.451203] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 875.451203] env[65717]: value = "task-4393308" [ 875.451203] env[65717]: _type = "Task" [ 875.451203] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.464560] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.552138] env[65717]: DEBUG oslo_vmware.api [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393307, 'name': PowerOnVM_Task, 'duration_secs': 0.427984} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.552318] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.767515] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 763346ae-0796-4e11-ae45-1ee6f66c8aef] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 875.846906] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96118c28-3e95-4b6e-ad16-2e5754437369 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.857110] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5daf8-810b-4e96-9682-32759b980aa4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.893265] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f581a-c142-45cc-a6e5-e40b8df431ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.902485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4eaf4b-1a6d-4b6f-b83b-96bab72694d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.906839] env[65717]: DEBUG nova.network.neutron [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.919683] env[65717]: DEBUG nova.compute.provider_tree [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.962686] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393308, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.995451] env[65717]: DEBUG nova.compute.manager [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.996747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29d06d-0957-4524-a41c-52c01a1e07b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.229325] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 876.270575] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: e9650288-8485-43ee-b329-ba4f57d69872] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 876.282499] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 876.312417] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.312739] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.312911] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.313439] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.313439] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.313439] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.313614] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.313731] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.313886] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.314057] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.314232] env[65717]: DEBUG nova.virt.hardware [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.315182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b765df-4550-4ce9-a1e3-55f8b7dcbc8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.325257] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f75533-92da-435a-abbc-3181d3178250 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.410336] env[65717]: INFO nova.compute.manager [-] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Took 1.42 seconds to deallocate network for instance. [ 876.423507] env[65717]: DEBUG nova.scheduler.client.report [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.465974] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722532} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.466917] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.466917] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.467248] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100281cc-3f4e-4771-a443-56ef2c21c3a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.475949] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 876.475949] env[65717]: value = "task-4393309" [ 876.475949] env[65717]: _type = "Task" [ 876.475949] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.486941] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.508157] env[65717]: INFO nova.compute.manager [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] instance snapshotting [ 876.509398] env[65717]: DEBUG nova.objects.instance [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.565604] env[65717]: INFO nova.compute.manager [None req-8a0d6332-b5dc-4ff4-b0b5-725c10112a1e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance to original state: 'active' [ 876.680471] env[65717]: DEBUG nova.network.neutron [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.773745] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 37049610-c5ec-4d17-a382-42d4c5e3abdd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 876.918520] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.932148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.932148] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 876.934628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.113s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.936210] env[65717]: INFO nova.compute.claims [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.990082] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110065} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.993305] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.994946] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6978b9c1-43d7-4ffe-ac4c-2328eff0a0be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.018391] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.020776] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da377dee-abab-4572-8bef-7afca111f336 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.037500] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c1b5ba-713a-4c7e-abae-e96d26c1806b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.046674] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 877.046674] env[65717]: value = "task-4393310" [ 877.046674] env[65717]: _type = "Task" [ 877.046674] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.069781] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e260536-03a5-4e2e-a14a-d8271c7eb981 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.076922] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Successfully updated port: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.095281] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.135425] env[65717]: WARNING neutronclient.v2_0.client [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.183218] env[65717]: INFO nova.compute.manager [-] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Took 2.19 seconds to deallocate network for instance. [ 877.277832] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 828bf4b3-84f1-4c72-a7c3-e98296ff22fb] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 877.292270] env[65717]: WARNING neutronclient.v2_0.client [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.397228] env[65717]: DEBUG nova.network.neutron [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.443940] env[65717]: DEBUG nova.compute.utils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.446787] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 877.447044] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 877.447449] env[65717]: WARNING neutronclient.v2_0.client [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.447793] env[65717]: WARNING neutronclient.v2_0.client [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.493427] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.495450] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d5449-7119-409f-ac57-4848138ffb76 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.504722] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.504960] env[65717]: ERROR oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk due to incomplete transfer. [ 877.506303] env[65717]: DEBUG nova.network.neutron [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [{"id": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "address": "fa:16:3e:63:cb:e9", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a2eb58-07", "ovs_interfaceid": "25a2eb58-0748-407d-b67c-5116ec63b1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.507951] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68711c9d-48f9-4a09-8ced-85d5d40f0f98 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.519777] env[65717]: DEBUG oslo_vmware.rw_handles [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb063-8978-7591-40b3-192bd7fde85f/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.520053] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Uploaded image 816f2791-28fa-4df3-9db5-d92e1df8cd32 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.522157] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.523527] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61fcab37-cc88-43ba-8cc7-a76aa380816f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.534327] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 877.534327] env[65717]: value = "task-4393311" [ 877.534327] env[65717]: _type = "Task" [ 877.534327] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.547538] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393311, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.575318] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.577320] env[65717]: DEBUG nova.policy [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cd5b232e7244acf938373b897a9aca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f3d698cd964208b73aac3429d81ca7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.586241] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.586470] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.586680] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.601339] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 877.601952] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5799428-11e1-400a-b22f-6cc4a38cacf8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.612995] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 877.612995] env[65717]: value = "task-4393312" [ 877.612995] env[65717]: _type = "Task" [ 877.612995] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.624780] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.690833] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.783014] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 6ef3f479-54e3-4866-b6b8-90d65de9f1dd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 877.901081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.901081] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Instance network_info: |[{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 877.901375] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:4f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab3f323-8e85-41db-8228-1d3052226099', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.910009] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 877.911182] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.912448] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ff197b-e534-4944-8298-a1841a981cd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.934723] env[65717]: DEBUG nova.compute.manager [req-5d272461-1d60-46ae-b980-62f9d507772f req-91f3fcba-3ff1-4550-a816-3d718ab2173b service nova] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Received event network-vif-deleted-5e10f1f0-85f6-4f3a-8250-32023b4998bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 877.947873] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.947873] env[65717]: value = "task-4393313" [ 877.947873] env[65717]: _type = "Task" [ 877.947873] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.960774] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 877.970179] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393313, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.012023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-5b29b629-22b1-4717-965e-ba39563a9f58" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.012023] env[65717]: DEBUG nova.objects.instance [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'migration_context' on Instance uuid 5b29b629-22b1-4717-965e-ba39563a9f58 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.040127] env[65717]: DEBUG nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-changed-0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 878.040336] env[65717]: DEBUG nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing instance network info cache due to event network-changed-0ab3f323-8e85-41db-8228-1d3052226099. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 878.040592] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.040730] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.040812] env[65717]: DEBUG nova.network.neutron [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing network info cache for port 0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.050715] env[65717]: WARNING neutronclient.v2_0.client [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.054321] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Successfully created port: 3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 878.082639] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393311, 'name': Destroy_Task, 'duration_secs': 0.409742} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.083314] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Destroyed the VM [ 878.084205] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.084205] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d2b7678-b162-4a8f-beb7-bd3f5058bfb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.093187] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393310, 'name': ReconfigVM_Task, 'duration_secs': 0.921543} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.094469] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0b88854d-e671-4fb0-91c8-a6bb84a316a6/0b88854d-e671-4fb0-91c8-a6bb84a316a6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.095207] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 878.095207] env[65717]: value = "task-4393314" [ 878.095207] env[65717]: _type = "Task" [ 878.095207] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.095407] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66e7b492-adf3-4de9-9fb3-f4d100c2ed7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.107883] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.112910] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 878.112910] env[65717]: value = "task-4393315" [ 878.112910] env[65717]: _type = "Task" [ 878.112910] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.132864] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.133207] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393315, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.175180] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.290834] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 0c95a8c9-dc95-42ce-89dd-b1d0a65f4003] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 878.458205] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393313, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.515126] env[65717]: DEBUG nova.objects.base [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Object Instance<5b29b629-22b1-4717-965e-ba39563a9f58> lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.516143] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13971d9-6d1a-4471-9b68-1e22dfa27b8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.544075] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48160885-970a-4bbf-8084-e09de9cf3c92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.551713] env[65717]: DEBUG oslo_vmware.api [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 878.551713] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529940e6-6340-adf3-b4f3-b6df06a21671" [ 878.551713] env[65717]: _type = "Task" [ 878.551713] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.561206] env[65717]: DEBUG oslo_vmware.api [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529940e6-6340-adf3-b4f3-b6df06a21671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.562842] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a303177-bded-4642-b6e9-82108fd3ab3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.571205] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365b5d2-8e2e-4d88-a899-f8f545c6d908 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.609204] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edec81d-71c3-4007-8073-a0e0e6adb51d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.623974] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.628014] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28545ea-b3dd-4a5c-a877-d7c7b63a7fe1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.638286] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393312, 'name': CreateSnapshot_Task, 'duration_secs': 0.648914} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.638993] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393315, 'name': Rename_Task, 'duration_secs': 0.315868} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.639641] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 878.639926] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.640676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed88ad-7d6a-420d-9b2a-7ce444c06c05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.643285] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c32503-1833-4ca1-904f-b6ae775b2a8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.652669] env[65717]: DEBUG nova.compute.provider_tree [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.668319] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 878.668319] env[65717]: value = "task-4393316" [ 878.668319] env[65717]: _type = "Task" [ 878.668319] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.676972] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.792657] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c5f81e6e-5030-4197-a171-2668a8964855] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 878.936606] env[65717]: WARNING neutronclient.v2_0.client [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.962713] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393313, 'name': CreateVM_Task, 'duration_secs': 0.541468} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.962910] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.964088] env[65717]: WARNING neutronclient.v2_0.client [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.964506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.964651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965526] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f285572d-7b57-405f-a4bb-4b52537e0735 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.971773] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 878.971773] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdce27-6a3f-acf2-7d53-cc48f79d1d45" [ 878.971773] env[65717]: _type = "Task" [ 878.971773] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.976172] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 878.985480] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdce27-6a3f-acf2-7d53-cc48f79d1d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.012338] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.012768] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.012992] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.013293] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.013532] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.013748] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.014099] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.014363] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.014651] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.014901] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.015189] env[65717]: DEBUG nova.virt.hardware [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.016856] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46fd3a2-a3fb-48f7-9e50-7fef243144c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.026790] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25ddac-f98a-4817-8aec-9fcc47538169 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.064133] env[65717]: DEBUG oslo_vmware.api [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529940e6-6340-adf3-b4f3-b6df06a21671, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.064480] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.066727] env[65717]: WARNING neutronclient.v2_0.client [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.116224] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393314, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.158605] env[65717]: DEBUG nova.scheduler.client.report [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.176910] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 879.178832] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e82b986-7521-4ab1-b90f-66ac6a98f102 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.193537] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.195887] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 879.195887] env[65717]: value = "task-4393317" [ 879.195887] env[65717]: _type = "Task" [ 879.195887] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.205316] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393317, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.296481] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 3d0f541b-072f-42cf-8ece-eac153fc7f18] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 879.487232] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdce27-6a3f-acf2-7d53-cc48f79d1d45, 'name': SearchDatastore_Task, 'duration_secs': 0.01271} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.487232] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.487232] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.487232] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.487232] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.487544] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.487712] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb29acdf-74b5-4ded-b750-b582483c9d00 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.504863] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.504863] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.504863] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd004ac-91d8-45fe-923a-4b2421a65726 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.514395] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 879.514395] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78163-34d6-b951-953a-8f7590cac737" [ 879.514395] env[65717]: _type = "Task" [ 879.514395] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.530137] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78163-34d6-b951-953a-8f7590cac737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.621174] env[65717]: DEBUG oslo_vmware.api [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393314, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045772} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.621309] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.621739] env[65717]: INFO nova.compute.manager [None req-ff3e82aa-9b15-4112-83f3-1fc6edeb9ce4 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Took 18.59 seconds to snapshot the instance on the hypervisor. [ 879.667059] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.667605] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 879.671341] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.669s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.672786] env[65717]: INFO nova.compute.claims [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.688115] env[65717]: DEBUG oslo_vmware.api [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393316, 'name': PowerOnVM_Task, 'duration_secs': 0.957501} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.688470] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.688743] env[65717]: DEBUG nova.compute.manager [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.690347] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fca718-70f0-4533-a262-8090ec5a2506 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.713537] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393317, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.732421] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Successfully updated port: 3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 879.800080] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 919967a0-5ea7-4bba-b1b0-757e80ca1678] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 879.876342] env[65717]: DEBUG nova.network.neutron [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Updating instance_info_cache with network_info: [{"id": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "address": "fa:16:3e:4d:08:a6", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba5a7e-32", "ovs_interfaceid": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.908403] env[65717]: DEBUG nova.network.neutron [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updated VIF entry in instance network info cache for port 0ab3f323-8e85-41db-8228-1d3052226099. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.908847] env[65717]: DEBUG nova.network.neutron [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.026952] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d78163-34d6-b951-953a-8f7590cac737, 'name': SearchDatastore_Task, 'duration_secs': 0.013758} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.027924] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d78c0e2-6854-4dca-90a5-e2dbd2ee5201 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.033709] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 880.033709] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5269bbe3-9ce6-3195-7d12-769735f59243" [ 880.033709] env[65717]: _type = "Task" [ 880.033709] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.042709] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5269bbe3-9ce6-3195-7d12-769735f59243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.177728] env[65717]: DEBUG nova.compute.utils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.182505] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 880.182505] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.182505] env[65717]: WARNING neutronclient.v2_0.client [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.182505] env[65717]: WARNING neutronclient.v2_0.client [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.217982] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393317, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.223010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.243774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.243774] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.248240] env[65717]: DEBUG nova.policy [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5492ba22702469b9073333b88c3c80c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0be6a05d5b2441daa6b796fe45ae44a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.304643] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 8dc0f364-1551-42b9-9d0c-1a03a3137ccf] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 880.380160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.380533] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Instance network_info: |[{"id": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "address": "fa:16:3e:4d:08:a6", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba5a7e-32", "ovs_interfaceid": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 880.381037] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:08:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.392852] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 880.393141] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.393487] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b85c8ec8-7e91-46c9-abee-72cbda434a27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.412045] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.412514] env[65717]: DEBUG nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Received event network-vif-deleted-2861f7cb-714a-426c-8174-a8e0fee54590 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 880.412787] env[65717]: DEBUG nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Received event network-vif-plugged-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 880.412992] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Acquiring lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.413219] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.413387] env[65717]: DEBUG oslo_concurrency.lockutils [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.413592] env[65717]: DEBUG nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] No waiting events found dispatching network-vif-plugged-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 880.413729] env[65717]: WARNING nova.compute.manager [req-51a58a33-f777-4308-a9c3-4461c3a66b6e req-6e4a7daa-ee0e-4fb2-b1c5-85b3d0fa8c73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Received unexpected event network-vif-plugged-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 for instance with vm_state building and task_state spawning. [ 880.415579] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.415579] env[65717]: value = "task-4393318" [ 880.415579] env[65717]: _type = "Task" [ 880.415579] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.424950] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393318, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.549613] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5269bbe3-9ce6-3195-7d12-769735f59243, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.549613] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.549838] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 39b077b4-52e0-4f43-8697-cb11588635f3/39b077b4-52e0-4f43-8697-cb11588635f3.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.550139] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed021a4-63fe-446e-8fa5-ecbcaa7a8c74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.559682] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 880.559682] env[65717]: value = "task-4393319" [ 880.559682] env[65717]: _type = "Task" [ 880.559682] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.570436] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.683859] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Successfully created port: 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.689940] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 880.711858] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393317, 'name': CloneVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.810838] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f8a64846-5b95-46f3-9223-11b3a7ef51e1] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 880.933131] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393318, 'name': CreateVM_Task, 'duration_secs': 0.423399} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.933331] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.933937] env[65717]: WARNING neutronclient.v2_0.client [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.934342] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.934491] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.935340] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.935340] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b08782c-4e71-4e6a-b9c0-43ff2367656e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.948193] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 880.948193] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52564ba1-0d2f-86df-9f0b-eb3f539c7219" [ 880.948193] env[65717]: _type = "Task" [ 880.948193] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.962314] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52564ba1-0d2f-86df-9f0b-eb3f539c7219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.010594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "bedbb7c2-c60b-44ac-9650-480f6771554e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.011173] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.074271] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393319, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.215359] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393317, 'name': CloneVM_Task, 'duration_secs': 1.559445} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.216772] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.219386] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created linked-clone VM from snapshot [ 881.223024] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38013b-2c44-4b2a-945a-1ed76b7a466a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.232188] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploading image db7c1c3a-14e6-49d5-9407-e4734da765e7 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 881.244807] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95befab-68b5-486f-b46e-65314fb0ee2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.254949] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c1bb3-8dd9-40c8-902f-a4f5bd561bd7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.294502] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc747c-8ee3-4d6b-a873-1cd150aaa619 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.304206] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabcd898-b02a-442a-bc2a-d81a2e18becb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.320259] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 8cbb81ec-1543-4da6-b711-e21daacb3519] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 881.322524] env[65717]: DEBUG nova.compute.provider_tree [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.355666] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 881.355666] env[65717]: value = "vm-859951" [ 881.355666] env[65717]: _type = "VirtualMachine" [ 881.355666] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 881.356015] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6a2d8e5-cb4a-48a0-b0d5-3ae8501a5358 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.365313] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease: (returnval){ [ 881.365313] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e1443-0ab9-30bc-240d-2a1d58a9e706" [ 881.365313] env[65717]: _type = "HttpNfcLease" [ 881.365313] env[65717]: } obtained for exporting VM: (result){ [ 881.365313] env[65717]: value = "vm-859951" [ 881.365313] env[65717]: _type = "VirtualMachine" [ 881.365313] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 881.365561] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the lease: (returnval){ [ 881.365561] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e1443-0ab9-30bc-240d-2a1d58a9e706" [ 881.365561] env[65717]: _type = "HttpNfcLease" [ 881.365561] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 881.376715] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.376715] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e1443-0ab9-30bc-240d-2a1d58a9e706" [ 881.376715] env[65717]: _type = "HttpNfcLease" [ 881.376715] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 881.402639] env[65717]: WARNING neutronclient.v2_0.client [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.460066] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52564ba1-0d2f-86df-9f0b-eb3f539c7219, 'name': SearchDatastore_Task, 'duration_secs': 0.036281} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.460254] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.460487] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.460720] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.460862] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.461042] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.461316] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a54986-dea2-4696-9f9e-a807aa8c0e3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.471199] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.471199] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.472021] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c683d1e4-451a-447d-8d10-f593d610849d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.479034] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 881.479034] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52065776-647a-8dac-1ef6-2d2912d842ef" [ 881.479034] env[65717]: _type = "Task" [ 881.479034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.488885] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52065776-647a-8dac-1ef6-2d2912d842ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.514500] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 881.575798] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527295} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.575798] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 39b077b4-52e0-4f43-8697-cb11588635f3/39b077b4-52e0-4f43-8697-cb11588635f3.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.575798] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.575798] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad510fe3-0db6-4040-aed8-1e46ea711db2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.583596] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 881.583596] env[65717]: value = "task-4393321" [ 881.583596] env[65717]: _type = "Task" [ 881.583596] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.593135] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.623116] env[65717]: DEBUG nova.network.neutron [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Updating instance_info_cache with network_info: [{"id": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "address": "fa:16:3e:4b:ca:3a", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9f8f22-21", "ovs_interfaceid": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.708767] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 881.744025] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 881.744204] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.744352] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 881.744561] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.744727] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 881.745430] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 881.745727] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.745940] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 881.746203] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 881.746428] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 881.746626] env[65717]: DEBUG nova.virt.hardware [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 881.747731] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c0977-692d-4bfe-b9cb-85908a392087 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.756990] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fead97-1b8d-43ec-a886-4e2335924c18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.779524] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Received event network-changed-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.779812] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Refreshing instance network info cache due to event network-changed-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 881.780156] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Acquiring lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.780720] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Acquired lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.780720] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Refreshing network info cache for port 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.824772] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 64fc811d-9807-4553-9e54-dcb763741770] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 881.827323] env[65717]: DEBUG nova.scheduler.client.report [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.876613] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.876613] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e1443-0ab9-30bc-240d-2a1d58a9e706" [ 881.876613] env[65717]: _type = "HttpNfcLease" [ 881.876613] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 881.876931] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 881.876931] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e1443-0ab9-30bc-240d-2a1d58a9e706" [ 881.876931] env[65717]: _type = "HttpNfcLease" [ 881.876931] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 881.877779] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a150e0-b1cd-4196-a205-7a59bd7babcb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.887585] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 881.887751] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 881.991352] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52065776-647a-8dac-1ef6-2d2912d842ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.999024] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cce7e16-7fc4-461b-9173-5623fa7ac486 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.999024] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-746bc332-e518-4b12-a0a5-8ec1307deb6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.006017] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 882.006017] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5256ab47-066f-8aec-1d08-57547aa97ec1" [ 882.006017] env[65717]: _type = "Task" [ 882.006017] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.031602] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5256ab47-066f-8aec-1d08-57547aa97ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.031602] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031602] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07/3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.031602] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c917f9-2625-411a-aafb-8af9058e38f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.044924] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 882.044924] env[65717]: value = "task-4393322" [ 882.044924] env[65717]: _type = "Task" [ 882.044924] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.059428] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.061020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.097985] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280538} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.098223] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.099311] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8789f8bf-099e-4c3c-ad6b-ed7f5018697e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.131131] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 39b077b4-52e0-4f43-8697-cb11588635f3/39b077b4-52e0-4f43-8697-cb11588635f3.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.131806] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.132202] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Instance network_info: |[{"id": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "address": "fa:16:3e:4b:ca:3a", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9f8f22-21", "ovs_interfaceid": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 882.132549] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25c5ca1-4053-4464-ae8f-d08f1941aa1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.151234] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ca:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9f8f22-213e-42fc-84a8-b45d2b270004', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.159570] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 882.160301] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.161046] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567d4b6a-d3d2-4393-a3de-44188359b80a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.186137] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 882.186137] env[65717]: value = "task-4393323" [ 882.186137] env[65717]: _type = "Task" [ 882.186137] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.191679] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.191679] env[65717]: value = "task-4393324" [ 882.191679] env[65717]: _type = "Task" [ 882.191679] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.200718] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.210662] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393324, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.283897] env[65717]: WARNING neutronclient.v2_0.client [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.333772] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 01d0b9de-a1b4-4e6d-a38f-df3a5e50aee2] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 882.339246] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.339645] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 882.345984] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.371s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.348942] env[65717]: INFO nova.compute.claims [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.470694] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Successfully updated port: 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 882.560266] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.683416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.683416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.683416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.683416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.683654] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.693136] env[65717]: INFO nova.compute.manager [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Terminating instance [ 882.708136] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393323, 'name': ReconfigVM_Task, 'duration_secs': 0.480097} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.709214] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 39b077b4-52e0-4f43-8697-cb11588635f3/39b077b4-52e0-4f43-8697-cb11588635f3.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.709943] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e87be9-f308-461d-930e-558c86011073 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.715179] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393324, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.721971] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 882.721971] env[65717]: value = "task-4393325" [ 882.721971] env[65717]: _type = "Task" [ 882.721971] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.742747] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393325, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.834787] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.835221] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.835562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.835990] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.836377] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.838567] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 48c9ba78-c34e-4904-b9ff-2d7f8ce5336a] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 882.843598] env[65717]: INFO nova.compute.manager [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Terminating instance [ 882.846816] env[65717]: WARNING neutronclient.v2_0.client [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.850591] env[65717]: DEBUG nova.compute.utils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.853155] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 882.853367] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 882.853696] env[65717]: WARNING neutronclient.v2_0.client [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.853984] env[65717]: WARNING neutronclient.v2_0.client [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.954940] env[65717]: DEBUG nova.policy [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '128298ac40ee48ccb4896da58dd7b143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a75f1d0910647d49c877b2135ce6549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.974295] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.974481] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.975766] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.025221] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Updated VIF entry in instance network info cache for port 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.029603] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Updating instance_info_cache with network_info: [{"id": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "address": "fa:16:3e:4d:08:a6", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba5a7e-32", "ovs_interfaceid": "7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.063248] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575475} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.063588] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07/3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.063862] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.065203] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80f6e4a4-895c-4373-b55f-ce3441acd013 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.075798] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 883.075798] env[65717]: value = "task-4393326" [ 883.075798] env[65717]: _type = "Task" [ 883.075798] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.087455] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.217573] env[65717]: DEBUG nova.compute.manager [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 883.217703] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.217898] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393324, 'name': CreateVM_Task, 'duration_secs': 0.791941} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.218807] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65141aa-6aa2-4cdb-b86d-ec41fa03acb6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.221885] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.222769] env[65717]: WARNING neutronclient.v2_0.client [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.223249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.223395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.223723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.224758] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5d6251-b3cd-477b-a791-891d26031f49 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.233424] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.236317] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0be90b-ea11-4feb-8da2-728c4f480e00 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.243786] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 883.243786] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5200bca3-fb9d-e46f-afce-f1e84f63de90" [ 883.243786] env[65717]: _type = "Task" [ 883.243786] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.243786] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393325, 'name': Rename_Task, 'duration_secs': 0.226794} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.244073] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.247891] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b18690-4e4d-45b2-8bcc-949e1f37dfef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.252304] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 883.252304] env[65717]: value = "task-4393327" [ 883.252304] env[65717]: _type = "Task" [ 883.252304] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.262958] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5200bca3-fb9d-e46f-afce-f1e84f63de90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.263383] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 883.263383] env[65717]: value = "task-4393328" [ 883.263383] env[65717]: _type = "Task" [ 883.263383] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.271928] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.279670] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.347295] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ae247151-1d67-4ff9-8ec4-c7e51680bb27] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 883.361141] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 883.367627] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "refresh_cache-0b88854d-e671-4fb0-91c8-a6bb84a316a6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.368907] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquired lock "refresh_cache-0b88854d-e671-4fb0-91c8-a6bb84a316a6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.369480] env[65717]: DEBUG nova.network.neutron [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.509532] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Successfully created port: e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 883.533086] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Releasing lock "refresh_cache-3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.533400] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Received event network-vif-plugged-3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 883.537454] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Acquiring lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.537856] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.537953] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.538225] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] No waiting events found dispatching network-vif-plugged-3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 883.539550] env[65717]: WARNING nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Received unexpected event network-vif-plugged-3d9f8f22-213e-42fc-84a8-b45d2b270004 for instance with vm_state building and task_state spawning. [ 883.539550] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Received event network-changed-3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 883.539550] env[65717]: DEBUG nova.compute.manager [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Refreshing instance network info cache due to event network-changed-3d9f8f22-213e-42fc-84a8-b45d2b270004. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 883.539550] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Acquiring lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.539550] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Acquired lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.539550] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Refreshing network info cache for port 3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.576465] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 883.591730] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076416} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.595085] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.596323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce6aa0-1745-405b-a50b-366fd4df929e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.624157] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07/3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.628229] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c711c9f1-b0ac-4aa7-a5e1-7f195b9b10c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655105] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 883.655105] env[65717]: value = "task-4393329" [ 883.655105] env[65717]: _type = "Task" [ 883.655105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.668881] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.735008] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.735349] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.756072] env[65717]: WARNING neutronclient.v2_0.client [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.780833] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5200bca3-fb9d-e46f-afce-f1e84f63de90, 'name': SearchDatastore_Task, 'duration_secs': 0.025593} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.785690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.785690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.785959] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.786156] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.786338] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.791159] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c1f567-0acf-47d4-acac-fdc69ed3212f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.792880] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393327, 'name': PowerOffVM_Task, 'duration_secs': 0.38926} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.796752] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.797054] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.797796] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.798512] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079d3401-f9cb-4e24-8713-e6991bd9932c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.809241] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.809241] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.810225] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79c2f64-0b52-4118-8832-0574eab01b3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.816987] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 883.816987] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271f2df-b512-542d-1792-996a3e36e214" [ 883.816987] env[65717]: _type = "Task" [ 883.816987] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.832648] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271f2df-b512-542d-1792-996a3e36e214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.849964] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d0fa8edd-697a-47c8-9b08-5ffa7283c08d] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 883.882964] env[65717]: WARNING neutronclient.v2_0.client [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.889626] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.890038] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.890038] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleting the datastore file [datastore1] 1e72bace-e715-49de-bbb6-b1b7cc4d07cf {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.890940] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db531377-35d4-4787-8821-da1626dfcc30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.900628] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 883.900628] env[65717]: value = "task-4393331" [ 883.900628] env[65717]: _type = "Task" [ 883.900628] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.912916] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.918025] env[65717]: DEBUG nova.network.neutron [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.933385] env[65717]: DEBUG nova.network.neutron [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.042252] env[65717]: WARNING neutronclient.v2_0.client [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.054886] env[65717]: DEBUG nova.network.neutron [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.130091] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89f1ef-61ae-452b-9903-393638fa9431 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.141318] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38123f-065f-4a71-9866-5058ea54e13c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.192710] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb9c1e-e9ff-4c52-9354-3adc5c69d665 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.203615] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.208469] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b01278-2dcb-445c-8a87-fb680dc65f65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.233279] env[65717]: DEBUG nova.compute.provider_tree [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.242097] env[65717]: DEBUG nova.compute.utils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.284288] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.330035] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271f2df-b512-542d-1792-996a3e36e214, 'name': SearchDatastore_Task, 'duration_secs': 0.018763} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.331104] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7beecd-87d2-4c95-ad20-cf68204336a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.339777] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 884.339777] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc1d0d-ea14-3d40-e168-fc7d5a5b5b50" [ 884.339777] env[65717]: _type = "Task" [ 884.339777] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.352386] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc1d0d-ea14-3d40-e168-fc7d5a5b5b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.352386] env[65717]: WARNING neutronclient.v2_0.client [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.356276] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ad2c0d38-fab2-47b3-aa20-a809153ca209] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 884.382129] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 884.416580] env[65717]: DEBUG oslo_vmware.api [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309354} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.419383] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.419641] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.419844] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.420067] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.420232] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.420383] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.420610] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.420781] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.420967] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.421165] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.421341] env[65717]: DEBUG nova.virt.hardware [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.421874] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.422175] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.422383] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.422582] env[65717]: INFO nova.compute.manager [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Took 1.21 seconds to destroy the instance on the hypervisor. [ 884.422889] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 884.423386] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.423751] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Instance network_info: |[{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 884.424834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262bbb7c-bde3-47bf-8801-b3e79c71c729 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.428894] env[65717]: DEBUG nova.compute.manager [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 884.429068] env[65717]: DEBUG nova.network.neutron [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 884.429527] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.432730] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:60:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68af7719-9c6c-4dbc-960a-1b3c3357238a', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.442651] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 884.443366] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.444201] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c4a281-4e33-46ab-a010-ac9e4dd263a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.468062] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3ce8f-46d2-46ad-962f-a3a462a3f99a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.474245] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.474245] env[65717]: value = "task-4393335" [ 884.474245] env[65717]: _type = "Task" [ 884.474245] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.496290] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393335, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.558226] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Releasing lock "refresh_cache-0b88854d-e671-4fb0-91c8-a6bb84a316a6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.558998] env[65717]: DEBUG nova.compute.manager [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 884.559407] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.561814] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64687b-4d72-4f5a-8575-19af91db090e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.571431] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.571782] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7e4f51-d35c-4a21-9ff2-21ff705868b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.578809] env[65717]: DEBUG nova.compute.manager [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-vif-plugged-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.579076] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.579292] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.579459] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.579650] env[65717]: DEBUG nova.compute.manager [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] No waiting events found dispatching network-vif-plugged-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 884.579828] env[65717]: WARNING nova.compute.manager [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received unexpected event network-vif-plugged-68af7719-9c6c-4dbc-960a-1b3c3357238a for instance with vm_state building and task_state spawning. [ 884.579989] env[65717]: DEBUG nova.compute.manager [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.580154] env[65717]: DEBUG nova.compute.manager [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing instance network info cache due to event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 884.580339] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.580491] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.580662] env[65717]: DEBUG nova.network.neutron [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.585807] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 884.585807] env[65717]: value = "task-4393336" [ 884.585807] env[65717]: _type = "Task" [ 884.585807] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.590499] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.600432] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.657692] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Updated VIF entry in instance network info cache for port 3d9f8f22-213e-42fc-84a8-b45d2b270004. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.658254] env[65717]: DEBUG nova.network.neutron [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Updating instance_info_cache with network_info: [{"id": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "address": "fa:16:3e:4b:ca:3a", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9f8f22-21", "ovs_interfaceid": "3d9f8f22-213e-42fc-84a8-b45d2b270004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.697472] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393329, 'name': ReconfigVM_Task, 'duration_secs': 0.715188} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.697815] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07/3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.698523] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df95e25-456b-4e3d-875c-7bedd918616b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.706942] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 884.706942] env[65717]: value = "task-4393337" [ 884.706942] env[65717]: _type = "Task" [ 884.706942] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.719556] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393337, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.741182] env[65717]: DEBUG nova.scheduler.client.report [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.748650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.783442] env[65717]: DEBUG oslo_vmware.api [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393328, 'name': PowerOnVM_Task, 'duration_secs': 1.192139} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.783949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.784280] env[65717]: INFO nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Took 10.54 seconds to spawn the instance on the hypervisor. [ 884.784599] env[65717]: DEBUG nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.786235] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc6f16-132c-4dbf-bace-2632eee12315 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.855803] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc1d0d-ea14-3d40-e168-fc7d5a5b5b50, 'name': SearchDatastore_Task, 'duration_secs': 0.021398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.856181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.856453] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 56c31b13-700c-45bf-a433-6d64cec5ca41/56c31b13-700c-45bf-a433-6d64cec5ca41.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.856805] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3d5442-720f-4103-919b-0c354305c7d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.860178] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 01620656-6c91-49b6-a5f1-2ebc4cf2c244] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 884.868653] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 884.868653] env[65717]: value = "task-4393338" [ 884.868653] env[65717]: _type = "Task" [ 884.868653] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.879762] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.985692] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393335, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.085915] env[65717]: WARNING neutronclient.v2_0.client [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.098577] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393336, 'name': PowerOffVM_Task, 'duration_secs': 0.206555} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.098905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.099150] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.099352] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0746b525-2b61-4138-8e98-bab820100cb0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.130219] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.130555] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.130897] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Deleting the datastore file [datastore1] 0b88854d-e671-4fb0-91c8-a6bb84a316a6 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.131058] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d421d8e-1f69-4de6-ad6d-7f3b9da6dba9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.139329] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for the task: (returnval){ [ 885.139329] env[65717]: value = "task-4393340" [ 885.139329] env[65717]: _type = "Task" [ 885.139329] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.150267] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.161934] env[65717]: DEBUG oslo_concurrency.lockutils [req-3b1e637b-b99d-4f73-b99b-da0bf0fb937a req-83bedd20-0c80-41d3-8bfa-df86d134fd73 service nova] Releasing lock "refresh_cache-56c31b13-700c-45bf-a433-6d64cec5ca41" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.219911] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393337, 'name': Rename_Task, 'duration_secs': 0.305242} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.220162] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.220442] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e257ee6f-297a-48cd-a44c-3e229bfb02cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.228898] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 885.228898] env[65717]: value = "task-4393341" [ 885.228898] env[65717]: _type = "Task" [ 885.228898] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.241602] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.250716] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.251414] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 885.255190] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.273s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.257785] env[65717]: INFO nova.compute.claims [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.279805] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Successfully updated port: e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 885.307919] env[65717]: INFO nova.compute.manager [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Took 57.19 seconds to build instance. [ 885.316928] env[65717]: WARNING neutronclient.v2_0.client [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.364831] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 154fdb4c-42f6-41f2-8b6f-20e76c5f0b42] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 885.388330] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.416220] env[65717]: DEBUG nova.network.neutron [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.445041] env[65717]: DEBUG nova.network.neutron [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updated VIF entry in instance network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.445692] env[65717]: DEBUG nova.network.neutron [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.491629] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393335, 'name': CreateVM_Task, 'duration_secs': 0.595619} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.491869] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.493258] env[65717]: WARNING neutronclient.v2_0.client [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.493258] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.493416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.493774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.495489] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586bca58-2981-45bc-b47e-aca91b8bc0d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.503330] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 885.503330] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f0e15e-231b-388f-6c5d-0905a66325af" [ 885.503330] env[65717]: _type = "Task" [ 885.503330] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.517095] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f0e15e-231b-388f-6c5d-0905a66325af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.652311] env[65717]: DEBUG oslo_vmware.api [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Task: {'id': task-4393340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.652311] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.652311] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.652696] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.652696] env[65717]: INFO nova.compute.manager [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Took 1.09 seconds to destroy the instance on the hypervisor. [ 885.653030] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.653388] env[65717]: DEBUG nova.compute.manager [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 885.653388] env[65717]: DEBUG nova.network.neutron [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.653494] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.672048] env[65717]: DEBUG nova.network.neutron [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.672439] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.740443] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.763016] env[65717]: DEBUG nova.compute.utils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.767053] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 885.767053] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 885.767053] env[65717]: WARNING neutronclient.v2_0.client [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.767329] env[65717]: WARNING neutronclient.v2_0.client [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.782931] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.783118] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.783325] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.808044] env[65717]: DEBUG nova.compute.manager [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Received event network-vif-plugged-e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 885.808044] env[65717]: DEBUG oslo_concurrency.lockutils [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] Acquiring lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.808330] env[65717]: DEBUG oslo_concurrency.lockutils [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.808378] env[65717]: DEBUG oslo_concurrency.lockutils [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.808669] env[65717]: DEBUG nova.compute.manager [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] No waiting events found dispatching network-vif-plugged-e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 885.808808] env[65717]: WARNING nova.compute.manager [req-4821bc10-620d-439c-a15b-5d5b5d9284e7 req-f08d2c64-00a6-4324-86f1-460267cfb9a0 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Received unexpected event network-vif-plugged-e005456f-97b2-4826-92d3-2b140ea22157 for instance with vm_state building and task_state spawning. [ 885.809776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.024s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.815034] env[65717]: DEBUG nova.policy [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ea18ceda5d45318ffdc6cb922ab5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62278cdb9a84ac8a3f0884e49184c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.869148] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d0b71c6c-09d7-4be6-9524-2c13eedf7bd2] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 885.877949] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.878126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.878495] env[65717]: INFO nova.compute.manager [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Attaching volume d979b54c-8c0b-488c-ab34-6a5c8b4bce29 to /dev/sdb [ 885.885263] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76912} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.885263] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 56c31b13-700c-45bf-a433-6d64cec5ca41/56c31b13-700c-45bf-a433-6d64cec5ca41.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.885483] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.885840] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4aad771-be97-4314-a3f4-4cf8d62b704e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.897680] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 885.897680] env[65717]: value = "task-4393342" [ 885.897680] env[65717]: _type = "Task" [ 885.897680] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.913823] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.919513] env[65717]: INFO nova.compute.manager [-] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Took 1.49 seconds to deallocate network for instance. [ 885.929170] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3428d0bd-a4d2-4a33-a8f1-cd563144dc0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.938367] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ceec0-1e07-4785-82fb-86f09892e191 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.949077] env[65717]: DEBUG oslo_concurrency.lockutils [req-bc556c25-2cb6-44dd-b2bc-8d5775b2f287 req-21f98c66-b9b8-41a5-b355-485bd1f1437e service nova] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.963536] env[65717]: DEBUG nova.virt.block_device [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updating existing volume attachment record: 414d348e-c4ab-4e7a-982a-e61f4e92297a {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 886.014374] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f0e15e-231b-388f-6c5d-0905a66325af, 'name': SearchDatastore_Task, 'duration_secs': 0.061269} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.014697] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.014937] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.015210] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.015400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.015612] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.015927] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7b3b36-cfe8-4797-9677-02685706fcbf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.027497] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.027776] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.028666] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b50ff5-7d25-462b-8647-a08e5b9bbee1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.036127] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 886.036127] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520a1c58-1c01-28a9-5ddb-506b4ad7da42" [ 886.036127] env[65717]: _type = "Task" [ 886.036127] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.045824] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520a1c58-1c01-28a9-5ddb-506b4ad7da42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.175096] env[65717]: DEBUG nova.network.neutron [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.191518] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Successfully created port: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 886.241643] env[65717]: DEBUG oslo_vmware.api [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393341, 'name': PowerOnVM_Task, 'duration_secs': 0.791146} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.242033] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.243236] env[65717]: INFO nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Took 9.96 seconds to spawn the instance on the hypervisor. [ 886.243236] env[65717]: DEBUG nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.243699] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec68f7d1-553c-49df-ae07-429d7a502431 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.273984] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 886.372425] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 73ab3afd-e2f2-40ab-8ea9-5950dfc38ac3] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 886.413290] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076045} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.413616] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.414510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb270a2-93be-4860-889b-9d69d9d4e586 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.434719] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.444716] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 56c31b13-700c-45bf-a433-6d64cec5ca41/56c31b13-700c-45bf-a433-6d64cec5ca41.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.447305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a57168a-d2e1-49bc-9230-2838fe156e3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.472015] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 886.472015] env[65717]: value = "task-4393344" [ 886.472015] env[65717]: _type = "Task" [ 886.472015] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.487474] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.550612] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520a1c58-1c01-28a9-5ddb-506b4ad7da42, 'name': SearchDatastore_Task, 'duration_secs': 0.016102} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.555802] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a63b8af-4492-4e6b-beed-bf8f9749e427 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.568159] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 886.568159] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5236ff28-35c3-5c0d-bfa6-9dedbd129c8a" [ 886.568159] env[65717]: _type = "Task" [ 886.568159] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.587601] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5236ff28-35c3-5c0d-bfa6-9dedbd129c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.678698] env[65717]: INFO nova.compute.manager [-] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Took 1.03 seconds to deallocate network for instance. [ 886.693221] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 886.774827] env[65717]: INFO nova.compute.manager [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Took 49.80 seconds to build instance. [ 886.880380] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b8b5218d-04be-480d-bbfa-98d8c7bc4e73] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 886.959316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19679c4-ca66-4f34-b7a7-0b577a7be037 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.970207] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46503f67-4644-46f1-bad9-98922bb4c288 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.986038] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393344, 'name': ReconfigVM_Task, 'duration_secs': 0.473094} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.018327] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 56c31b13-700c-45bf-a433-6d64cec5ca41/56c31b13-700c-45bf-a433-6d64cec5ca41.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.020953] env[65717]: WARNING neutronclient.v2_0.client [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.023426] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60799e6-a8f4-4d55-982f-a4bdeb182048 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.025935] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbaebd8-e52c-43d5-909b-43837f28f780 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041032] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5463b2-3a78-4d1d-b8f7-812c50c77230 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.043379] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 887.043379] env[65717]: value = "task-4393347" [ 887.043379] env[65717]: _type = "Task" [ 887.043379] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.060135] env[65717]: DEBUG nova.compute.provider_tree [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.069202] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393347, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.092529] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5236ff28-35c3-5c0d-bfa6-9dedbd129c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.092985] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.094874] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/74e2e7c9-08cc-4b10-ac23-0f26c5ef1742.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.094874] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a86a4cb-7248-44aa-a8de-76f64dd92072 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.103543] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 887.103543] env[65717]: value = "task-4393348" [ 887.103543] env[65717]: _type = "Task" [ 887.103543] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.115202] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.194710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.213772] env[65717]: DEBUG nova.compute.manager [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Received event network-vif-deleted-95805b71-aedd-4624-9f54-eca7d7003fc3 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 887.213772] env[65717]: DEBUG nova.compute.manager [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-changed-0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 887.213772] env[65717]: DEBUG nova.compute.manager [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing instance network info cache due to event network-changed-0ab3f323-8e85-41db-8228-1d3052226099. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 887.213772] env[65717]: DEBUG oslo_concurrency.lockutils [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.213772] env[65717]: DEBUG oslo_concurrency.lockutils [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.213772] env[65717]: DEBUG nova.network.neutron [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing network info cache for port 0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.279325] env[65717]: DEBUG oslo_concurrency.lockutils [None req-04eae129-901c-454c-840d-d7494732c51f tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.597s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.283784] env[65717]: DEBUG nova.network.neutron [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Updating instance_info_cache with network_info: [{"id": "e005456f-97b2-4826-92d3-2b140ea22157", "address": "fa:16:3e:87:f6:1b", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005456f-97", "ovs_interfaceid": "e005456f-97b2-4826-92d3-2b140ea22157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.294566] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 887.333446] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.333825] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.333929] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.334211] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.334357] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.334507] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.334745] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.334870] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.335047] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.335218] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.335393] env[65717]: DEBUG nova.virt.hardware [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.337128] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528543ae-4982-428e-a51c-3c2e28ff1c5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.347801] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1189b6f-21dd-435a-9436-f1b4e1f5171c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.384216] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.384216] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65717) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 887.560177] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393347, 'name': Rename_Task, 'duration_secs': 0.244828} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.560548] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.560923] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa2b0b8-d5c5-41c8-8127-4ae59a6f2a09 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.565041] env[65717]: DEBUG nova.scheduler.client.report [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.572479] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 887.572479] env[65717]: value = "task-4393350" [ 887.572479] env[65717]: _type = "Task" [ 887.572479] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.588306] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.617231] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.715279] env[65717]: WARNING neutronclient.v2_0.client [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.787205] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.787691] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Instance network_info: |[{"id": "e005456f-97b2-4826-92d3-2b140ea22157", "address": "fa:16:3e:87:f6:1b", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005456f-97", "ovs_interfaceid": "e005456f-97b2-4826-92d3-2b140ea22157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 887.788197] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e005456f-97b2-4826-92d3-2b140ea22157', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.797226] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 887.797503] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.798051] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ba63a9-6326-4110-8127-4276d0767c02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.838559] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.838559] env[65717]: value = "task-4393351" [ 887.838559] env[65717]: _type = "Task" [ 887.838559] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.859055] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393351, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.886929] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.009040] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Successfully updated port: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 888.023388] env[65717]: WARNING neutronclient.v2_0.client [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.032139] env[65717]: DEBUG nova.compute.manager [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Received event network-changed-e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 888.032346] env[65717]: DEBUG nova.compute.manager [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Refreshing instance network info cache due to event network-changed-e005456f-97b2-4826-92d3-2b140ea22157. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 888.032556] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] Acquiring lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.032719] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] Acquired lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.032878] env[65717]: DEBUG nova.network.neutron [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Refreshing network info cache for port e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.073879] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.074616] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 888.078494] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.333s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.080598] env[65717]: INFO nova.compute.claims [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.096211] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.111276] env[65717]: DEBUG nova.network.neutron [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updated VIF entry in instance network info cache for port 0ab3f323-8e85-41db-8228-1d3052226099. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 888.112660] env[65717]: DEBUG nova.network.neutron [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.121524] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706111} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.121524] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/74e2e7c9-08cc-4b10-ac23-0f26c5ef1742.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.121524] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.121802] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3571b13-0da2-40df-a18e-8e2712134ba3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.138084] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 888.138084] env[65717]: value = "task-4393352" [ 888.138084] env[65717]: _type = "Task" [ 888.138084] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.146757] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.349531] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393351, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.517164] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.517164] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.517164] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 888.536506] env[65717]: WARNING neutronclient.v2_0.client [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.594372] env[65717]: DEBUG nova.compute.utils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.598423] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.598423] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 888.598423] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.598423] env[65717]: WARNING neutronclient.v2_0.client [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.598423] env[65717]: WARNING neutronclient.v2_0.client [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.616045] env[65717]: DEBUG oslo_concurrency.lockutils [req-025ea455-9c8e-4a72-b653-f264cf68e41a req-6c56ff41-1121-49b3-b817-fe59389efeb7 service nova] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.654990] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095766} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.656888] env[65717]: DEBUG nova.policy [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a2ce985127848819130b633d95e6957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d1c2617d9643be95e621f72f2a2a42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.658910] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.660484] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba19e49-d080-43b6-88e3-8dfa46319a0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.695268] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/74e2e7c9-08cc-4b10-ac23-0f26c5ef1742.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.695714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7a2916-2388-4972-bb6b-3d58c8cffc8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.722986] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 888.722986] env[65717]: value = "task-4393354" [ 888.722986] env[65717]: _type = "Task" [ 888.722986] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.734336] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.858788] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393351, 'name': CreateVM_Task, 'duration_secs': 0.772554} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.859012] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.859658] env[65717]: WARNING neutronclient.v2_0.client [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.860049] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.860210] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.860565] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.860910] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e513b5-dd7e-494c-803f-047eca4f9bbc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.869197] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 888.869197] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234c824-a7a9-d3fe-587d-38741f8c1a5a" [ 888.869197] env[65717]: _type = "Task" [ 888.869197] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.877308] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234c824-a7a9-d3fe-587d-38741f8c1a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.890206] env[65717]: WARNING neutronclient.v2_0.client [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.004926] env[65717]: DEBUG nova.network.neutron [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Updated VIF entry in instance network info cache for port e005456f-97b2-4826-92d3-2b140ea22157. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.009613] env[65717]: DEBUG nova.network.neutron [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Updating instance_info_cache with network_info: [{"id": "e005456f-97b2-4826-92d3-2b140ea22157", "address": "fa:16:3e:87:f6:1b", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005456f-97", "ovs_interfaceid": "e005456f-97b2-4826-92d3-2b140ea22157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.029307] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Successfully created port: 0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 889.063507] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.089597] env[65717]: DEBUG oslo_vmware.api [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393350, 'name': PowerOnVM_Task, 'duration_secs': 1.224768} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.095137] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.095448] env[65717]: INFO nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Took 10.12 seconds to spawn the instance on the hypervisor. [ 889.095681] env[65717]: DEBUG nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 889.097095] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c274d1-5a69-4ddf-ba05-a5ba340021b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.105187] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 889.238199] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.245553] env[65717]: WARNING neutronclient.v2_0.client [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.349125] env[65717]: DEBUG nova.network.neutron [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updating instance_info_cache with network_info: [{"id": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "address": "fa:16:3e:cf:e1:16", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80fd038-5c", "ovs_interfaceid": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.382339] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234c824-a7a9-d3fe-587d-38741f8c1a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016293} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.382651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.382881] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.383123] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.383275] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.383431] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.383696] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0cb6128-f1ad-4f8a-b512-0397cd27e0b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.397055] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.397256] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.398094] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29434a6-0ce5-42fc-8919-42d3723316db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.408098] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 889.408098] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac0c1d-ee3b-54a2-24ab-4276b5a544e5" [ 889.408098] env[65717]: _type = "Task" [ 889.408098] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.420563] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac0c1d-ee3b-54a2-24ab-4276b5a544e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.512817] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3cff9bd-a0b3-4c1d-a543-0bfb83182cb8 req-cb632775-e627-4d63-baa0-a7c16c0cada1 service nova] Releasing lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.627095] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d30cc0-eef3-4bcc-9ead-906d8b713a64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.632348] env[65717]: INFO nova.compute.manager [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Took 47.77 seconds to build instance. [ 889.641437] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b464dd-c9cd-4e8c-b342-be401ba49fa4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.647613] env[65717]: DEBUG nova.compute.manager [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 889.648823] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6bf60-d073-4346-95d5-70f91c77fe9a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.688817] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d9e2d-f2b3-492c-9f54-409258d7cb23 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.699497] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab41806-ea30-4506-b2e9-e374e993dbbd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.716469] env[65717]: DEBUG nova.compute.provider_tree [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.735908] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393354, 'name': ReconfigVM_Task, 'duration_secs': 0.81804} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.735908] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/74e2e7c9-08cc-4b10-ac23-0f26c5ef1742.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.736494] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba97f2d5-d562-4af6-8ae3-cccc323ded7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.744783] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 889.744783] env[65717]: value = "task-4393356" [ 889.744783] env[65717]: _type = "Task" [ 889.744783] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.755196] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393356, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.855743] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.856414] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance network_info: |[{"id": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "address": "fa:16:3e:cf:e1:16", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80fd038-5c", "ovs_interfaceid": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 889.856987] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e1:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f80fd038-5caa-449f-9c9e-ac1d0d6f03cc', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.868299] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 889.868299] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.868299] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a43be2e-0a3b-4484-bf05-7314496466b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.890246] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.890246] env[65717]: value = "task-4393357" [ 889.890246] env[65717]: _type = "Task" [ 889.890246] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.900284] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393357, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.919894] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac0c1d-ee3b-54a2-24ab-4276b5a544e5, 'name': SearchDatastore_Task, 'duration_secs': 0.02508} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.920965] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1e23a9-273b-4aa3-9b5c-916c59ada10a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.927946] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 889.927946] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e0d20-c3eb-24a1-c7aa-fa006b7a3bef" [ 889.927946] env[65717]: _type = "Task" [ 889.927946] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.938598] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e0d20-c3eb-24a1-c7aa-fa006b7a3bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.096046] env[65717]: DEBUG nova.compute.manager [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Received event network-vif-plugged-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 890.096046] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Acquiring lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.096318] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.096474] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.096656] env[65717]: DEBUG nova.compute.manager [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] No waiting events found dispatching network-vif-plugged-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 890.096827] env[65717]: WARNING nova.compute.manager [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Received unexpected event network-vif-plugged-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc for instance with vm_state building and task_state spawning. [ 890.097070] env[65717]: DEBUG nova.compute.manager [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Received event network-changed-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 890.097331] env[65717]: DEBUG nova.compute.manager [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Refreshing instance network info cache due to event network-changed-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 890.097562] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Acquiring lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.097622] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Acquired lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.097802] env[65717]: DEBUG nova.network.neutron [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Refreshing network info cache for port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.116604] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 890.135321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.023s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.142828] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.143073] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.143225] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.143396] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.143545] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.144154] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.144154] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.144154] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.144304] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.144403] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.144633] env[65717]: DEBUG nova.virt.hardware [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.146119] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1c4f9f-8307-407b-9f4f-7dc16ad5b9ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.156086] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6fa08-b723-4aef-bf29-d698d823b465 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189317] env[65717]: INFO nova.compute.manager [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] instance snapshotting [ 890.192317] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b606be57-9e06-4929-adb9-f1aa4467ea04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.212726] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e410bb-5597-4eae-8b67-21336ecc1cd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.221380] env[65717]: DEBUG nova.scheduler.client.report [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.257075] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393356, 'name': Rename_Task, 'duration_secs': 0.252475} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.257433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.257767] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880ede0f-c8e0-424d-9330-6e435478cfb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.265816] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 890.265816] env[65717]: value = "task-4393358" [ 890.265816] env[65717]: _type = "Task" [ 890.265816] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.275875] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.407742] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393357, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.445034] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e0d20-c3eb-24a1-c7aa-fa006b7a3bef, 'name': SearchDatastore_Task, 'duration_secs': 0.013568} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.445034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.445034] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0d193044-bd31-437e-8e8a-65c8a9796cf4/0d193044-bd31-437e-8e8a-65c8a9796cf4.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.445034] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68dc31af-a1f3-480f-8b8a-b97b2e395187 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.454958] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 890.454958] env[65717]: value = "task-4393359" [ 890.454958] env[65717]: _type = "Task" [ 890.454958] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.469351] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.565625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "56c31b13-700c-45bf-a433-6d64cec5ca41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.566050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.566333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.566505] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.566674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.569609] env[65717]: INFO nova.compute.manager [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Terminating instance [ 890.601307] env[65717]: WARNING neutronclient.v2_0.client [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.611668] env[65717]: DEBUG nova.compute.manager [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Received event network-vif-plugged-0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 890.611906] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] Acquiring lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.612480] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] Lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.612654] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] Lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.612871] env[65717]: DEBUG nova.compute.manager [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] No waiting events found dispatching network-vif-plugged-0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 890.613033] env[65717]: WARNING nova.compute.manager [req-0e6c6128-eb44-43d0-a860-699a9ecb0b15 req-a85446c4-a102-44a7-8a3c-3cf0023475cc service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Received unexpected event network-vif-plugged-0e7f4398-ed81-4427-bd89-0152eb8a9156 for instance with vm_state building and task_state spawning. [ 890.688569] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Successfully updated port: 0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.728264] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.729310] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 890.734057] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.734404] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.575s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.734578] env[65717]: DEBUG nova.objects.instance [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.738714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c5fa333-564d-49bd-85ea-28e679828281 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.748557] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 890.748557] env[65717]: value = "task-4393360" [ 890.748557] env[65717]: _type = "Task" [ 890.748557] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.762055] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.780749] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393358, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.891640] env[65717]: WARNING neutronclient.v2_0.client [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.912403] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393357, 'name': CreateVM_Task, 'duration_secs': 0.622614} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.912403] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.912403] env[65717]: WARNING neutronclient.v2_0.client [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.912786] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.912786] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.913101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.913490] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d37508f-4b54-45c4-90af-a29658cf4cae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.920203] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 890.920203] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521a1e66-e518-7075-a063-80acc00efc99" [ 890.920203] env[65717]: _type = "Task" [ 890.920203] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.936671] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521a1e66-e518-7075-a063-80acc00efc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.968792] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.993453] env[65717]: DEBUG nova.network.neutron [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updated VIF entry in instance network info cache for port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.993453] env[65717]: DEBUG nova.network.neutron [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updating instance_info_cache with network_info: [{"id": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "address": "fa:16:3e:cf:e1:16", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80fd038-5c", "ovs_interfaceid": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.019395] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 891.019664] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859959', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'name': 'volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fca2bee-75fa-4ced-85a7-dd2ffd7d1825', 'attached_at': '', 'detached_at': '', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'serial': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 891.020565] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70325bfc-e872-49ce-8f4f-67b0b915f629 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.058261] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57925b3-3a4e-4aa4-80ae-c202463c6b29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.091116] env[65717]: DEBUG nova.compute.manager [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 891.091116] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.103447] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29/volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.105179] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f58f5-52ee-4a01-a109-bec07a57efe2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.109499] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ada9af5-be82-4552-802a-bdb3488d4d3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.138633] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.140590] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2454dd-6986-4977-b14d-bb349aaf76ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.143107] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 891.143107] env[65717]: value = "task-4393361" [ 891.143107] env[65717]: _type = "Task" [ 891.143107] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.149794] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 891.149794] env[65717]: value = "task-4393362" [ 891.149794] env[65717]: _type = "Task" [ 891.149794] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.162913] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.169708] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.194814] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.195083] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.195275] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.246709] env[65717]: DEBUG nova.compute.utils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.252364] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 891.252364] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 891.252364] env[65717]: WARNING neutronclient.v2_0.client [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.252364] env[65717]: WARNING neutronclient.v2_0.client [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.265022] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393360, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.279830] env[65717]: DEBUG oslo_vmware.api [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393358, 'name': PowerOnVM_Task, 'duration_secs': 0.728681} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.280243] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.280475] env[65717]: INFO nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Took 9.57 seconds to spawn the instance on the hypervisor. [ 891.280698] env[65717]: DEBUG nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.281710] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094e189-269b-4816-a2d4-3b838037008a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.303142] env[65717]: DEBUG nova.policy [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ea190cb41740d1b5c45cfc94bfae7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fb435aaa3f41e886947e6d25d6e483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.436169] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521a1e66-e518-7075-a063-80acc00efc99, 'name': SearchDatastore_Task, 'duration_secs': 0.063082} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.436169] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.436841] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.436975] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.437175] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.437460] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.437923] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15bb3499-cbfa-4574-ad8b-61defb715652 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.451570] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.451806] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.452688] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21757d73-a470-4ece-bd91-174677c299ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.468517] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 891.468517] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52151984-a3d9-b79b-6897-34134d9faeab" [ 891.468517] env[65717]: _type = "Task" [ 891.468517] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.468825] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642685} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.469170] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0d193044-bd31-437e-8e8a-65c8a9796cf4/0d193044-bd31-437e-8e8a-65c8a9796cf4.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.469455] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.473707] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a98780-7fc9-4748-8264-83c77e8ad783 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.485413] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52151984-a3d9-b79b-6897-34134d9faeab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.487316] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 891.487316] env[65717]: value = "task-4393363" [ 891.487316] env[65717]: _type = "Task" [ 891.487316] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.494019] env[65717]: DEBUG oslo_concurrency.lockutils [req-dd1a8dc2-e0a2-4026-bc78-c679d4615926 req-8de140bf-08a7-407b-af37-cb7b555cdfbc service nova] Releasing lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.499505] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.662035] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393361, 'name': ReconfigVM_Task, 'duration_secs': 0.469414} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.663184] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29/volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.675584] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0207cc85-b697-4e66-9399-474ac29262c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.690835] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393362, 'name': PowerOffVM_Task, 'duration_secs': 0.283262} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.691225] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.691374] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.692208] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16a2e867-de90-4b55-a2f9-1f9a8dfd7860 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.703312] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 891.703312] env[65717]: value = "task-4393365" [ 891.703312] env[65717]: _type = "Task" [ 891.703312] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.716986] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.738732] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.750871] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14a6e9fc-0bbc-4c0f-a82c-973fa6a68a58 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.752526] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.584s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.752917] env[65717]: DEBUG nova.objects.instance [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lazy-loading 'resources' on Instance uuid bdb3da04-55a1-4575-9509-6409d959d234 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.756946] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 891.764755] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Successfully created port: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.774414] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393360, 'name': CreateSnapshot_Task, 'duration_secs': 0.848541} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.774708] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.776568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec889ab-f4b9-4a19-89d4-78e64aa6744e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.791458] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.791833] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.791974] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleting the datastore file [datastore2] 56c31b13-700c-45bf-a433-6d64cec5ca41 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.794885] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ead737d-a50a-44cb-a0a4-4bff92c2b7f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.807073] env[65717]: INFO nova.compute.manager [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Took 47.01 seconds to build instance. [ 891.812980] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 891.812980] env[65717]: value = "task-4393367" [ 891.812980] env[65717]: _type = "Task" [ 891.812980] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.824058] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.963261] env[65717]: WARNING neutronclient.v2_0.client [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.981313] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52151984-a3d9-b79b-6897-34134d9faeab, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.982421] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6fca78-57ab-4011-b869-0e90093d6126 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.993397] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 891.993397] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b3929b-9566-ef2d-f40e-f33b98b1f5ae" [ 891.993397] env[65717]: _type = "Task" [ 891.993397] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.002207] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.002207] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.002437] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4af36f-b621-4dea-9bd2-767b578b681c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.008805] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b3929b-9566-ef2d-f40e-f33b98b1f5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.031038] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0d193044-bd31-437e-8e8a-65c8a9796cf4/0d193044-bd31-437e-8e8a-65c8a9796cf4.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.031362] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e5674d-c8ae-4104-962e-1302aef64c27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.056036] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 892.056036] env[65717]: value = "task-4393368" [ 892.056036] env[65717]: _type = "Task" [ 892.056036] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.066625] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.118333] env[65717]: DEBUG nova.network.neutron [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [{"id": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "address": "fa:16:3e:e4:4e:b3", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e7f4398-ed", "ovs_interfaceid": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.214609] env[65717]: DEBUG oslo_vmware.api [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393365, 'name': ReconfigVM_Task, 'duration_secs': 0.23935} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.214959] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859959', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'name': 'volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fca2bee-75fa-4ced-85a7-dd2ffd7d1825', 'attached_at': '', 'detached_at': '', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'serial': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 892.305523] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.306189] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-999b929b-3728-4dc4-a164-8a75db432ca2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.318026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bc858118-5e53-4e24-be04-2a49653d8da8 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.226s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.323863] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 892.323863] env[65717]: value = "task-4393369" [ 892.323863] env[65717]: _type = "Task" [ 892.323863] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.333458] env[65717]: DEBUG oslo_vmware.api [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341651} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.334564] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.335250] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.335732] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.336073] env[65717]: INFO nova.compute.manager [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Took 1.25 seconds to destroy the instance on the hypervisor. [ 892.336454] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.340375] env[65717]: DEBUG nova.compute.manager [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 892.340874] env[65717]: DEBUG nova.network.neutron [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.341418] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.352032] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.457271] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.514478] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b3929b-9566-ef2d-f40e-f33b98b1f5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.035271} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.514791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515055] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.515355] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0fca7b1-d55e-49f9-accb-5bc445d2a677 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.525825] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 892.525825] env[65717]: value = "task-4393370" [ 892.525825] env[65717]: _type = "Task" [ 892.525825] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.538152] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.577448] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.621310] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.621936] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Instance network_info: |[{"id": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "address": "fa:16:3e:e4:4e:b3", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e7f4398-ed", "ovs_interfaceid": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 892.623450] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:4e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e7f4398-ed81-4427-bd89-0152eb8a9156', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.630824] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.633897] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.634928] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f96a0be-ae84-4a1f-b6ec-22af8ef25740 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.662552] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.662552] env[65717]: value = "task-4393371" [ 892.662552] env[65717]: _type = "Task" [ 892.662552] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.679690] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393371, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.773440] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 892.812960] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.813265] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.813507] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.813811] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.813978] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.814187] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.814438] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.814627] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.814826] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.815078] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.815188] env[65717]: DEBUG nova.virt.hardware [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.816423] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7ecb01-ca7c-4a77-8892-15ee01af6a57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.836823] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee6f6bd-bfd2-4dbc-b663-dcccb094fd94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.850089] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.882813] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331afae4-6ea4-4381-b432-61c6c8b5ad31 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.894666] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853bd3be-2e8e-48b6-bb99-ef0f8def7875 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.938768] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6f1d6-1095-49a0-9f14-917caef7555e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.951960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7777d-28e2-4fbe-b59c-68b73e967547 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.974898] env[65717]: DEBUG nova.compute.provider_tree [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.044872] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.075697] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.176715] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393371, 'name': CreateVM_Task, 'duration_secs': 0.459507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.176881] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.177657] env[65717]: WARNING neutronclient.v2_0.client [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.178076] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.178657] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.178657] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.178896] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c513750f-7706-4611-bf57-11467622f84c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.186288] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 893.186288] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247983c-5c22-73bc-a8a1-4c0d75481ece" [ 893.186288] env[65717]: _type = "Task" [ 893.186288] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.199358] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247983c-5c22-73bc-a8a1-4c0d75481ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.271109] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.272519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac64533-fda3-4694-ab47-e00b86fec17b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.280877] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.281073] env[65717]: ERROR oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk due to incomplete transfer. [ 893.281397] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1782a2a0-44fd-4b5d-9a97-3ac5b4cf34d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.284232] env[65717]: DEBUG nova.objects.instance [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.292737] env[65717]: DEBUG oslo_vmware.rw_handles [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289db76-b403-901e-4997-2f2ab13dbe9a/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.293042] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploaded image db7c1c3a-14e6-49d5-9407-e4734da765e7 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.295018] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.295524] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1cf71a9-f243-4678-8148-1efcba84d3eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.304533] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 893.304533] env[65717]: value = "task-4393372" [ 893.304533] env[65717]: _type = "Task" [ 893.304533] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.320600] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393372, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.338107] env[65717]: DEBUG nova.network.neutron [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.339541] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.436725] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Successfully updated port: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 893.479149] env[65717]: DEBUG nova.scheduler.client.report [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.541670] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639038} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.541959] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.542206] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.542488] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ffb364-e28f-4e65-ab9a-c08e0ed3b00a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.551080] env[65717]: DEBUG nova.compute.manager [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Received event network-changed-0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 893.551375] env[65717]: DEBUG nova.compute.manager [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Refreshing instance network info cache due to event network-changed-0e7f4398-ed81-4427-bd89-0152eb8a9156. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 893.551909] env[65717]: DEBUG oslo_concurrency.lockutils [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] Acquiring lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552281] env[65717]: DEBUG oslo_concurrency.lockutils [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] Acquired lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553012] env[65717]: DEBUG nova.network.neutron [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Refreshing network info cache for port 0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.557097] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 893.557097] env[65717]: value = "task-4393373" [ 893.557097] env[65717]: _type = "Task" [ 893.557097] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.573684] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.577625] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393368, 'name': ReconfigVM_Task, 'duration_secs': 1.286813} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.578128] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0d193044-bd31-437e-8e8a-65c8a9796cf4/0d193044-bd31-437e-8e8a-65c8a9796cf4.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.579239] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b3ed882-a4a4-40dd-81d5-0415d7e56b51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.588236] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 893.588236] env[65717]: value = "task-4393374" [ 893.588236] env[65717]: _type = "Task" [ 893.588236] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.599921] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393374, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.700038] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247983c-5c22-73bc-a8a1-4c0d75481ece, 'name': SearchDatastore_Task, 'duration_secs': 0.024868} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.700227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.700513] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.700723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.700827] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.701059] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.701695] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d3844f-4d57-4a72-9b97-b7963f9cb6e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.716827] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.716827] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.716827] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8937d356-ab87-4f1e-a3e1-6574938667e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.722998] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 893.722998] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521dfd79-109e-93f6-2d58-605f1c4663c4" [ 893.722998] env[65717]: _type = "Task" [ 893.722998] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.738998] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521dfd79-109e-93f6-2d58-605f1c4663c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.789404] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9c8451c9-1220-4e83-9c35-eef5c47f1a9d tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.911s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.820999] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393372, 'name': Destroy_Task, 'duration_secs': 0.408512} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.822391] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroyed the VM [ 893.822654] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.822932] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc8a5601-32b7-4e1d-95c6-386c0136cd24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.837345] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 893.837345] env[65717]: value = "task-4393376" [ 893.837345] env[65717]: _type = "Task" [ 893.837345] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.844599] env[65717]: INFO nova.compute.manager [-] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Took 1.50 seconds to deallocate network for instance. [ 893.845286] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.854766] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.943235] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.943431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.943706] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 893.950051] env[65717]: DEBUG nova.compute.manager [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Received event network-vif-plugged-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 893.950264] env[65717]: DEBUG oslo_concurrency.lockutils [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.950469] env[65717]: DEBUG oslo_concurrency.lockutils [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.950633] env[65717]: DEBUG oslo_concurrency.lockutils [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.950848] env[65717]: DEBUG nova.compute.manager [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] No waiting events found dispatching network-vif-plugged-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 893.950949] env[65717]: WARNING nova.compute.manager [req-770b0aa2-ac96-4b28-a042-6675719e7d10 req-0de1b3d1-0985-46d2-bfac-d3e5de42e452 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Received unexpected event network-vif-plugged-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 for instance with vm_state building and task_state spawning. [ 893.987876] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.992018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.865s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.992018] env[65717]: DEBUG nova.objects.instance [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lazy-loading 'resources' on Instance uuid f79f9fc7-e597-4436-acd2-b83ef2ad9de7 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.024697] env[65717]: INFO nova.scheduler.client.report [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleted allocations for instance bdb3da04-55a1-4575-9509-6409d959d234 [ 894.058234] env[65717]: WARNING neutronclient.v2_0.client [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.082997] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083849} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.083483] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.086739] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf7d1e6-b576-4f0d-ba2a-8bc1f7e86641 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.112324] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393374, 'name': Rename_Task, 'duration_secs': 0.192401} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.122715] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.133215] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.133652] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562fb1c8-0238-45d5-8a04-4f2fa6c39990 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.136164] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a386c00c-ef7a-4e07-90d3-c0d9152e42e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.160655] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 894.160655] env[65717]: value = "task-4393378" [ 894.160655] env[65717]: _type = "Task" [ 894.160655] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.170223] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 894.170223] env[65717]: value = "task-4393377" [ 894.170223] env[65717]: _type = "Task" [ 894.170223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.185046] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.187728] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.242637] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521dfd79-109e-93f6-2d58-605f1c4663c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.243594] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0e80b2-b3dd-4bfe-995f-db0f46710684 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.253360] env[65717]: WARNING neutronclient.v2_0.client [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.257023] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 894.257023] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524be369-afad-d53a-b742-0f019dbb8962" [ 894.257023] env[65717]: _type = "Task" [ 894.257023] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.274741] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524be369-afad-d53a-b742-0f019dbb8962, 'name': SearchDatastore_Task, 'duration_secs': 0.013313} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.275224] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.275640] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/85ed37f0-d3c8-4d89-a219-45939087247f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.276075] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048100b3-d85c-4f86-a240-9d5e87e4cfd3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.289363] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 894.289363] env[65717]: value = "task-4393379" [ 894.289363] env[65717]: _type = "Task" [ 894.289363] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.306321] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.347842] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.357167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.357505] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.453516] env[65717]: DEBUG nova.network.neutron [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updated VIF entry in instance network info cache for port 0e7f4398-ed81-4427-bd89-0152eb8a9156. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.454030] env[65717]: DEBUG nova.network.neutron [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [{"id": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "address": "fa:16:3e:e4:4e:b3", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e7f4398-ed", "ovs_interfaceid": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.490028] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.534685] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a03d7bb2-f516-4680-9c33-17ba2314b084 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "bdb3da04-55a1-4575-9509-6409d959d234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.552s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.625079] env[65717]: WARNING neutronclient.v2_0.client [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.671227] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.683478] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.797853] env[65717]: DEBUG nova.network.neutron [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.805834] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.846367] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393369, 'name': CloneVM_Task, 'duration_secs': 2.520899} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.847118] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Created linked-clone VM from snapshot [ 894.848054] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0a8221-86cd-4c02-9cc6-9a2649caed36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.857761] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.870030] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Uploading image e933a8d6-8457-4182-95bc-4799001c7da3 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.894675] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.895467] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-114612a8-b26e-47c5-b68e-e90643f315f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.906536] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 894.906536] env[65717]: value = "task-4393380" [ 894.906536] env[65717]: _type = "Task" [ 894.906536] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.923220] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393380, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.957401] env[65717]: DEBUG oslo_concurrency.lockutils [req-9e047445-e80f-40f2-958a-6a36a7244694 req-ff84c9ad-e1f8-485b-9299-98307321cb95 service nova] Releasing lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.122306] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a983e9f-4b09-418b-a60f-1e78454b8f73 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.135548] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7578fe39-10f8-4d4a-973b-e557aad6981e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.189376] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc2cf7-421d-421b-8f70-cb64fed31286 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.208106] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968f7d3c-7636-4ed1-ae7e-7dd7044bb6b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.214061] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.214405] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.228667] env[65717]: DEBUG nova.compute.provider_tree [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.301545] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393379, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.306909] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.307301] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Instance network_info: |[{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 895.308104] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:08:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c57c72-3c69-493c-915f-3f9bdd7a48b0', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.316424] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Creating folder: Project (47fb435aaa3f41e886947e6d25d6e483). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.317154] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b442d9ce-34da-4fa4-bad6-9992bb809624 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.333983] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Created folder: Project (47fb435aaa3f41e886947e6d25d6e483) in parent group-v859766. [ 895.334268] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Creating folder: Instances. Parent ref: group-v859966. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.334542] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0f637f-c2e1-4264-a506-d14a1dfc0129 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.348090] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Created folder: Instances in parent group-v859966. [ 895.348090] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 895.351864] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.352199] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.352426] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f165a7-9539-49ea-8531-887a7b7f73a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.377021] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.377021] env[65717]: value = "task-4393383" [ 895.377021] env[65717]: _type = "Task" [ 895.377021] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.387016] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393383, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.420681] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393380, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.694587] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393378, 'name': ReconfigVM_Task, 'duration_secs': 1.347374} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.697781] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.698565] env[65717]: DEBUG oslo_vmware.api [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393377, 'name': PowerOnVM_Task, 'duration_secs': 1.503593} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.698771] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0405b0-d62f-4cf0-8139-e286c2ea3179 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.700495] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.700703] env[65717]: INFO nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Took 11.32 seconds to spawn the instance on the hypervisor. [ 895.700892] env[65717]: DEBUG nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.701671] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a12381-40ab-4f9c-a96e-3545ec7aaf69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.713014] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 895.713014] env[65717]: value = "task-4393384" [ 895.713014] env[65717]: _type = "Task" [ 895.713014] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.733319] env[65717]: DEBUG nova.scheduler.client.report [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.807977] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045162} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.808472] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/85ed37f0-d3c8-4d89-a219-45939087247f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.808806] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.809244] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a4a15cb-5377-4a46-91b4-468ef6d66d50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.821703] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 895.821703] env[65717]: value = "task-4393386" [ 895.821703] env[65717]: _type = "Task" [ 895.821703] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.836818] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.852167] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.855423] env[65717]: DEBUG nova.compute.manager [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Received event network-vif-deleted-3d9f8f22-213e-42fc-84a8-b45d2b270004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 895.855736] env[65717]: DEBUG nova.compute.manager [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 895.856032] env[65717]: DEBUG nova.compute.manager [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing instance network info cache due to event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 895.856338] env[65717]: DEBUG oslo_concurrency.lockutils [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.856597] env[65717]: DEBUG oslo_concurrency.lockutils [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.857157] env[65717]: DEBUG nova.network.neutron [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.891936] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393383, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.918811] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393380, 'name': Destroy_Task, 'duration_secs': 0.649339} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.919173] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Destroyed the VM [ 895.919502] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 895.919910] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81fbb189-355b-46f9-8038-3e024d467a12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.928392] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 895.928392] env[65717]: value = "task-4393387" [ 895.928392] env[65717]: _type = "Task" [ 895.928392] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.938798] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.228249] env[65717]: DEBUG nova.compute.manager [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Received event network-changed-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 896.228249] env[65717]: DEBUG nova.compute.manager [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Refreshing instance network info cache due to event network-changed-c8c57c72-3c69-493c-915f-3f9bdd7a48b0. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 896.228249] env[65717]: DEBUG oslo_concurrency.lockutils [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] Acquiring lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.228249] env[65717]: DEBUG oslo_concurrency.lockutils [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] Acquired lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.228249] env[65717]: DEBUG nova.network.neutron [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Refreshing network info cache for port c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.231987] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393384, 'name': Rename_Task, 'duration_secs': 0.251593} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.232678] env[65717]: INFO nova.compute.manager [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Took 50.24 seconds to build instance. [ 896.233576] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.233992] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ac449a-4325-49be-b848-24a80813bc7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.239572] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.243960] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.326s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.244263] env[65717]: DEBUG nova.objects.instance [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lazy-loading 'resources' on Instance uuid 76746ed0-6821-4e05-90b5-49a63e2cebda {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.246329] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 896.246329] env[65717]: value = "task-4393388" [ 896.246329] env[65717]: _type = "Task" [ 896.246329] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.260592] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.264586] env[65717]: INFO nova.scheduler.client.report [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleted allocations for instance f79f9fc7-e597-4436-acd2-b83ef2ad9de7 [ 896.333213] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157818} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.333534] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.334547] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589b587-8418-40ff-a8e3-eda22510e04d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.342537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Acquiring lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.343054] env[65717]: DEBUG oslo_concurrency.lockutils [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Acquired lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.343196] env[65717]: DEBUG nova.network.neutron [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.370127] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/85ed37f0-d3c8-4d89-a219-45939087247f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.370957] env[65717]: WARNING neutronclient.v2_0.client [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.373449] env[65717]: WARNING neutronclient.v2_0.client [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.376358] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3070e29-69b3-458e-b415-c93332266122 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.400092] env[65717]: DEBUG oslo_vmware.api [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393376, 'name': RemoveSnapshot_Task, 'duration_secs': 2.127927} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.400490] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.400737] env[65717]: INFO nova.compute.manager [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 19.37 seconds to snapshot the instance on the hypervisor. [ 896.407945] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 896.407945] env[65717]: value = "task-4393389" [ 896.407945] env[65717]: _type = "Task" [ 896.407945] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.408151] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393383, 'name': CreateVM_Task, 'duration_secs': 0.542596} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.408875] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.412257] env[65717]: WARNING neutronclient.v2_0.client [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.412628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.412806] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.413083] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.413350] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3be851-b433-4907-be6a-f4345479a8aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.420032] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 896.420032] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522b6d0b-7ba4-a260-d1b1-9ca7311a2c57" [ 896.420032] env[65717]: _type = "Task" [ 896.420032] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.423271] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.436815] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522b6d0b-7ba4-a260-d1b1-9ca7311a2c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.446056] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.486121] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.486121] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.634572] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.634807] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.635032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.635823] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.636022] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.641304] env[65717]: INFO nova.compute.manager [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Terminating instance [ 896.724882] env[65717]: WARNING neutronclient.v2_0.client [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.733058] env[65717]: WARNING neutronclient.v2_0.client [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.739582] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.420s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.771493] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.772305] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4ba75c0-0c68-4215-a88a-de447c37c251 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "f79f9fc7-e597-4436-acd2-b83ef2ad9de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.929s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.822532] env[65717]: WARNING neutronclient.v2_0.client [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.830792] env[65717]: DEBUG nova.network.neutron [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Updating instance_info_cache with network_info: [{"id": "e005456f-97b2-4826-92d3-2b140ea22157", "address": "fa:16:3e:87:f6:1b", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005456f-97", "ovs_interfaceid": "e005456f-97b2-4826-92d3-2b140ea22157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.939307] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393389, 'name': ReconfigVM_Task, 'duration_secs': 0.359235} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.943868] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/85ed37f0-d3c8-4d89-a219-45939087247f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.944349] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522b6d0b-7ba4-a260-d1b1-9ca7311a2c57, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.944565] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808b47c3-2e26-4ef2-93ed-21f44e34e7e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.948034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.948034] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.948034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948034] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.950526] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2396f02-1b55-4024-b592-43d8951c0615 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.952706] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393387, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.964034] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 896.964034] env[65717]: value = "task-4393390" [ 896.964034] env[65717]: _type = "Task" [ 896.964034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.972325] env[65717]: DEBUG nova.compute.manager [None req-65e6c88d-6320-4a54-b638-8d5c31cefcdf tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Found 2 images (rotation: 2) {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 896.977386] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.977680] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.980171] env[65717]: DEBUG nova.network.neutron [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updated VIF entry in instance network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.984064] env[65717]: DEBUG nova.network.neutron [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.984064] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3af9fae-ef54-4279-b9ae-75f086301dd7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.990379] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393390, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.991418] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 897.006340] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 897.006340] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e0092-f765-4c64-0c64-4d25af331a0f" [ 897.006340] env[65717]: _type = "Task" [ 897.006340] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.014176] env[65717]: WARNING neutronclient.v2_0.client [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.024947] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e0092-f765-4c64-0c64-4d25af331a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.025902] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ba2c83-b5b4-4b30-9c96-eff2ae5da6e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.037242] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 897.037242] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a923f5-bfe4-d1bb-a623-1580d949fa95" [ 897.037242] env[65717]: _type = "Task" [ 897.037242] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.049739] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a923f5-bfe4-d1bb-a623-1580d949fa95, 'name': SearchDatastore_Task, 'duration_secs': 0.013114} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.050980] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.051276] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 333324fc-ecd0-4ada-9f0b-0783099eb5fe/333324fc-ecd0-4ada-9f0b-0783099eb5fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.055954] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8155dc7-a182-4a77-883a-d9cf7622241e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.068664] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 897.068664] env[65717]: value = "task-4393391" [ 897.068664] env[65717]: _type = "Task" [ 897.068664] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.082313] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.107403] env[65717]: DEBUG nova.network.neutron [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updated VIF entry in instance network info cache for port c8c57c72-3c69-493c-915f-3f9bdd7a48b0. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.107778] env[65717]: DEBUG nova.network.neutron [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.150582] env[65717]: DEBUG nova.compute.manager [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 897.150895] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.152032] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c1c9a-75f3-4f12-be51-f7a2aef1cec0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.168099] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.168246] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf5efb1-e278-45f4-8be5-11c69a247ba3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176789] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 897.176789] env[65717]: value = "task-4393392" [ 897.176789] env[65717]: _type = "Task" [ 897.176789] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.190661] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.274306] env[65717]: DEBUG oslo_vmware.api [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393388, 'name': PowerOnVM_Task, 'duration_secs': 0.804049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.274306] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.274306] env[65717]: INFO nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Took 9.98 seconds to spawn the instance on the hypervisor. [ 897.274515] env[65717]: DEBUG nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 897.279025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df140c52-75a0-44f1-835c-ecbd3b65109c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.326474] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed7fcbd-927c-4a1e-920e-80a9f607ea87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335657] env[65717]: DEBUG oslo_concurrency.lockutils [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Releasing lock "refresh_cache-0d193044-bd31-437e-8e8a-65c8a9796cf4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.335900] env[65717]: DEBUG nova.compute.manager [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Inject network info {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 897.336178] env[65717]: DEBUG nova.compute.manager [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] network_info to inject: |[{"id": "e005456f-97b2-4826-92d3-2b140ea22157", "address": "fa:16:3e:87:f6:1b", "network": {"id": "9970ca9e-e8e6-405b-8629-1c044c92f3a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-996319626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75f1d0910647d49c877b2135ce6549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005456f-97", "ovs_interfaceid": "e005456f-97b2-4826-92d3-2b140ea22157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 897.342457] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Reconfiguring VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 897.343391] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a313bad6-c449-4f22-ba8b-98e91562a343 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.354968] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3420123c-20f0-445c-84d9-121da51b70a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.365701] env[65717]: DEBUG oslo_vmware.api [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Waiting for the task: (returnval){ [ 897.365701] env[65717]: value = "task-4393393" [ 897.365701] env[65717]: _type = "Task" [ 897.365701] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.400441] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0706259-0a4c-48ee-b7f3-19468fa0eb64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.408695] env[65717]: DEBUG oslo_vmware.api [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Task: {'id': task-4393393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.414219] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be5aeac-efbe-4184-99eb-bb56403a7c2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.430589] env[65717]: DEBUG nova.compute.provider_tree [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.442986] env[65717]: DEBUG oslo_vmware.api [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393387, 'name': RemoveSnapshot_Task, 'duration_secs': 1.286606} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.443952] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.480540] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393390, 'name': Rename_Task, 'duration_secs': 0.181029} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.480912] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.481411] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-490e8a25-47be-4e1c-9096-f98f5d525795 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.483866] env[65717]: DEBUG oslo_concurrency.lockutils [req-93962f98-7ab3-4a52-9fa6-a7ecef774348 req-60f89059-ce2b-4587-8cc2-c15c1ffdffbf service nova] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.494138] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 897.494138] env[65717]: value = "task-4393394" [ 897.494138] env[65717]: _type = "Task" [ 897.494138] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.510225] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.524552] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.586031] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393391, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.611180] env[65717]: DEBUG oslo_concurrency.lockutils [req-a703978b-98b6-4376-bb57-b632db3175cc req-fcff6399-e79e-47d5-a191-f62e8bc2f13c service nova] Releasing lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.691087] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393392, 'name': PowerOffVM_Task, 'duration_secs': 0.291993} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.691479] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.691657] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.691948] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6967d098-d8f8-43ea-9bb7-60c83c41752e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.777221] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.777610] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.777893] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleting the datastore file [datastore2] 80b888ff-5a38-4af3-9d4d-cf295e6cb236 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.778519] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58bd18f2-0482-452b-952e-988e82d6e945 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.788608] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for the task: (returnval){ [ 897.788608] env[65717]: value = "task-4393396" [ 897.788608] env[65717]: _type = "Task" [ 897.788608] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.802651] env[65717]: INFO nova.compute.manager [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Took 43.85 seconds to build instance. [ 897.809457] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.904155] env[65717]: DEBUG oslo_vmware.api [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] Task: {'id': task-4393393, 'name': ReconfigVM_Task, 'duration_secs': 0.233048} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.904602] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-068b8fdb-7df4-420a-8815-2ff101b49d48 tempest-ServersAdminTestJSON-280498476 tempest-ServersAdminTestJSON-280498476-project-admin] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Reconfigured VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 897.934430] env[65717]: DEBUG nova.scheduler.client.report [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.949118] env[65717]: WARNING nova.compute.manager [None req-da04962e-545e-415e-b955-59370f55585a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Image not found during snapshot: nova.exception.ImageNotFound: Image e933a8d6-8457-4182-95bc-4799001c7da3 could not be found. [ 898.008063] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393394, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.081511] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746259} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.081823] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 333324fc-ecd0-4ada-9f0b-0783099eb5fe/333324fc-ecd0-4ada-9f0b-0783099eb5fe.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.082058] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.082336] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d79103e-dbc4-48e8-baec-4473aa56b575 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.090856] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 898.090856] env[65717]: value = "task-4393398" [ 898.090856] env[65717]: _type = "Task" [ 898.090856] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.101904] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.306504] env[65717]: DEBUG oslo_vmware.api [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Task: {'id': task-4393396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364277} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.306919] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.307118] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.307300] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.307567] env[65717]: INFO nova.compute.manager [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Took 1.16 seconds to destroy the instance on the hypervisor. [ 898.309102] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 898.309479] env[65717]: DEBUG nova.compute.manager [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 898.309665] env[65717]: DEBUG nova.network.neutron [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 898.310055] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.312443] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f8e38295-c026-4879-bbfe-fc27c509d2c0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.370s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.374632] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.376777] env[65717]: DEBUG nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.378190] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b5afa2-91f6-4fda-a3fa-b2727922295c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.444450] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.450347] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.450670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.450877] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.451069] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.451231] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.453140] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.762s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.453372] env[65717]: DEBUG nova.objects.instance [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lazy-loading 'resources' on Instance uuid 03097aa4-4161-4511-94e8-6fae3f1b36e5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.455220] env[65717]: INFO nova.compute.manager [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Terminating instance [ 898.474353] env[65717]: INFO nova.scheduler.client.report [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Deleted allocations for instance 76746ed0-6821-4e05-90b5-49a63e2cebda [ 898.508856] env[65717]: DEBUG oslo_vmware.api [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393394, 'name': PowerOnVM_Task, 'duration_secs': 0.576644} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.509180] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.509417] env[65717]: INFO nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 898.509661] env[65717]: DEBUG nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.510519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a2f39-f59f-4cf1-a7cc-99f7c94e44f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.603175] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070726} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.603532] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.604425] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55974458-9375-486b-898d-74f5cd60ee50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.632981] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 333324fc-ecd0-4ada-9f0b-0783099eb5fe/333324fc-ecd0-4ada-9f0b-0783099eb5fe.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.633976] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43c037c-3d69-4f06-ab8c-dac0233ea59b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.660140] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 898.660140] env[65717]: value = "task-4393399" [ 898.660140] env[65717]: _type = "Task" [ 898.660140] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.673129] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.779859] env[65717]: DEBUG nova.compute.manager [req-6dcc5aa7-8118-41ee-b17b-b238cc99601d req-1fd62715-e6c5-4094-a0da-420288f82e92 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Received event network-vif-deleted-70605961-d842-4991-b5c7-1249ee73e134 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 898.780369] env[65717]: INFO nova.compute.manager [req-6dcc5aa7-8118-41ee-b17b-b238cc99601d req-1fd62715-e6c5-4094-a0da-420288f82e92 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Neutron deleted interface 70605961-d842-4991-b5c7-1249ee73e134; detaching it from the instance and deleting it from the info cache [ 898.780369] env[65717]: DEBUG nova.network.neutron [req-6dcc5aa7-8118-41ee-b17b-b238cc99601d req-1fd62715-e6c5-4094-a0da-420288f82e92 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.889320] env[65717]: INFO nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] instance snapshotting [ 898.890044] env[65717]: DEBUG nova.objects.instance [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.961735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "refresh_cache-5f5efbb2-cd5c-4b07-a6f0-01524821b29d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.962077] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquired lock "refresh_cache-5f5efbb2-cd5c-4b07-a6f0-01524821b29d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.962149] env[65717]: DEBUG nova.network.neutron [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.988230] env[65717]: DEBUG oslo_concurrency.lockutils [None req-81ee2abc-e77e-467f-ade8-d2da760c6aac tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Lock "76746ed0-6821-4e05-90b5-49a63e2cebda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.403s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.020400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.020849] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.021176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.021473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.021713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.025072] env[65717]: INFO nova.compute.manager [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Terminating instance [ 899.051235] env[65717]: INFO nova.compute.manager [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Took 42.10 seconds to build instance. [ 899.172976] env[65717]: DEBUG nova.network.neutron [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.180783] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.284446] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e37dfaa8-0e80-4688-bff3-a3a55ed07b3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.297770] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9bd30-3421-40d5-8569-390ea21d13ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.344831] env[65717]: DEBUG nova.compute.manager [req-6dcc5aa7-8118-41ee-b17b-b238cc99601d req-1fd62715-e6c5-4094-a0da-420288f82e92 service nova] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Detach interface failed, port_id=70605961-d842-4991-b5c7-1249ee73e134, reason: Instance 80b888ff-5a38-4af3-9d4d-cf295e6cb236 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 899.396302] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd69aba-8258-4ec3-a3cc-5d5aa08caf4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.423258] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b4374-9fc8-47a9-b4ea-fd2e4632b933 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.469409] env[65717]: WARNING neutronclient.v2_0.client [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.493510] env[65717]: DEBUG nova.network.neutron [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.532195] env[65717]: DEBUG nova.compute.manager [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 899.532671] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.535087] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5458a2-b31f-40ca-a33e-22f19dea4cc9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.547660] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.552017] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a5df4a-3622-4991-a308-95686fe66220 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.554861] env[65717]: DEBUG oslo_concurrency.lockutils [None req-18f408c9-44de-410d-8e28-02d8f1fe41d4 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.529s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.564179] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 899.564179] env[65717]: value = "task-4393400" [ 899.564179] env[65717]: _type = "Task" [ 899.564179] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.576973] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.579394] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3315e86b-becd-4721-a15a-8d716a4d3d9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.592441] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c74c0-ec7f-4487-ad1f-ff598c80c473 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.598677] env[65717]: DEBUG nova.network.neutron [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.632678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Releasing lock "refresh_cache-5f5efbb2-cd5c-4b07-a6f0-01524821b29d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.633277] env[65717]: DEBUG nova.compute.manager [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 899.633498] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.634705] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e42cc4-cd05-442d-a263-24c34d1f5ba1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.638949] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ad23e-7ebb-4014-925f-cb89212c863d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.651813] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c88d53-3364-4600-8226-537b99f84ba3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.656552] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.657805] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f541e66b-85ca-4911-a5f6-f12b4dab2234 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.676769] env[65717]: INFO nova.compute.manager [-] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Took 1.37 seconds to deallocate network for instance. [ 899.677494] env[65717]: DEBUG nova.compute.provider_tree [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.683085] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 899.683085] env[65717]: value = "task-4393401" [ 899.683085] env[65717]: _type = "Task" [ 899.683085] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.695051] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393399, 'name': ReconfigVM_Task, 'duration_secs': 0.723327} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.696496] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 333324fc-ecd0-4ada-9f0b-0783099eb5fe/333324fc-ecd0-4ada-9f0b-0783099eb5fe.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.698090] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a66e2a5-8922-4f87-bd61-0949e0d36a34 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.703510] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.713603] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 899.713603] env[65717]: value = "task-4393402" [ 899.713603] env[65717]: _type = "Task" [ 899.713603] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.719082] env[65717]: INFO nova.compute.manager [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Rescuing [ 899.719483] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.719621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.719823] env[65717]: DEBUG nova.network.neutron [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.730755] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393402, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.937092] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.937400] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f50d086-d17d-4521-b05b-9dc788e43fc8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.946082] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 899.946082] env[65717]: value = "task-4393403" [ 899.946082] env[65717]: _type = "Task" [ 899.946082] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.957144] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393403, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.076575] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393400, 'name': PowerOffVM_Task, 'duration_secs': 0.28183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.076867] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.076867] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.077780] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021d4ac5-31fa-45f0-ba49-6ff0932c2be3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.153092] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.153394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.153633] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleting the datastore file [datastore2] 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.153958] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82641a3c-dd7e-403f-8c46-d4503901b318 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.164413] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 900.164413] env[65717]: value = "task-4393406" [ 900.164413] env[65717]: _type = "Task" [ 900.164413] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.175765] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.184963] env[65717]: DEBUG nova.scheduler.client.report [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.198851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.199136] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393401, 'name': PowerOffVM_Task, 'duration_secs': 0.302669} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.199513] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.199596] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.200464] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b9a36f-1a7b-4249-88a2-b2a06d1e4d90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.222513] env[65717]: WARNING neutronclient.v2_0.client [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.232025] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393402, 'name': Rename_Task, 'duration_secs': 0.196394} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.232025] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.232025] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.232025] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.232025] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleting the datastore file [datastore2] 5f5efbb2-cd5c-4b07-a6f0-01524821b29d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.232025] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890a7d1c-f6c2-43fe-a316-947fe5a729b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.233579] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0af440b2-e9c0-4d2c-b86f-b79075433b0c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.242092] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for the task: (returnval){ [ 900.242092] env[65717]: value = "task-4393409" [ 900.242092] env[65717]: _type = "Task" [ 900.242092] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.244025] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 900.244025] env[65717]: value = "task-4393408" [ 900.244025] env[65717]: _type = "Task" [ 900.244025] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.261328] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.265272] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.409977] env[65717]: WARNING neutronclient.v2_0.client [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.461204] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393403, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.551235] env[65717]: DEBUG nova.network.neutron [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [{"id": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "address": "fa:16:3e:e4:4e:b3", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e7f4398-ed", "ovs_interfaceid": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.598777] env[65717]: INFO nova.compute.manager [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Rebuilding instance [ 900.658223] env[65717]: DEBUG nova.compute.manager [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.658223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ee6d1-c79f-4a4a-b079-66976ba7f3b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.678245] env[65717]: DEBUG oslo_vmware.api [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287998} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.678539] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.678752] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.678925] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.679121] env[65717]: INFO nova.compute.manager [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.679368] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 900.679577] env[65717]: DEBUG nova.compute.manager [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 900.679675] env[65717]: DEBUG nova.network.neutron [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.679943] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.694738] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.698275] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.633s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.720848] env[65717]: INFO nova.scheduler.client.report [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Deleted allocations for instance 03097aa4-4161-4511-94e8-6fae3f1b36e5 [ 900.761918] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.762477] env[65717]: DEBUG oslo_vmware.api [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Task: {'id': task-4393409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167161} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.762853] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.764026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.764026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.764026] env[65717]: INFO nova.compute.manager [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.764191] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 900.764444] env[65717]: DEBUG nova.compute.manager [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 900.764610] env[65717]: DEBUG nova.network.neutron [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.764929] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.769194] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.787616] env[65717]: DEBUG nova.network.neutron [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 900.787899] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.837860] env[65717]: DEBUG nova.compute.manager [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Received event network-changed-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 900.838275] env[65717]: DEBUG nova.compute.manager [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Refreshing instance network info cache due to event network-changed-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 900.838598] env[65717]: DEBUG oslo_concurrency.lockutils [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] Acquiring lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.838763] env[65717]: DEBUG oslo_concurrency.lockutils [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] Acquired lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.839020] env[65717]: DEBUG nova.network.neutron [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Refreshing network info cache for port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.958300] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393403, 'name': CreateSnapshot_Task, 'duration_secs': 0.854893} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.958634] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.959351] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7254a450-54c5-4f0d-a5a3-29df3e7683c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.054072] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.232251] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Lock "03097aa4-4161-4511-94e8-6fae3f1b36e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.748s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.259312] env[65717]: DEBUG oslo_vmware.api [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393408, 'name': PowerOnVM_Task, 'duration_secs': 0.589817} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.259479] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.259814] env[65717]: INFO nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Took 8.49 seconds to spawn the instance on the hypervisor. [ 901.259975] env[65717]: DEBUG nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.260861] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f4cfc2-d4ef-4189-9ef9-196c0ec0b93d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.290918] env[65717]: DEBUG nova.network.neutron [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.342618] env[65717]: WARNING neutronclient.v2_0.client [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.480658] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.481847] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f90d952-15ab-405a-a277-556bdde51f72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.493385] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 901.493385] env[65717]: value = "task-4393410" [ 901.493385] env[65717]: _type = "Task" [ 901.493385] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.515009] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393410, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.672179] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.672552] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb984cb-44b7-4b37-9b4a-9de561ef70fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.683024] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 901.683024] env[65717]: value = "task-4393411" [ 901.683024] env[65717]: _type = "Task" [ 901.683024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.702699] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.787864] env[65717]: INFO nova.compute.manager [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Took 42.07 seconds to build instance. [ 901.794781] env[65717]: INFO nova.compute.manager [-] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Took 1.03 seconds to deallocate network for instance. [ 901.829301] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a2ebb4-ddc2-43d6-ae52-00fdf30a3550 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.839930] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cb820-280d-466c-9344-60e373a3a9b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.879345] env[65717]: WARNING neutronclient.v2_0.client [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.882587] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577213ee-1f1b-473d-ae59-5201ed198965 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.893390] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46d872d-3e87-4842-96b0-838c3f0f7cb8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.911159] env[65717]: DEBUG nova.compute.provider_tree [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.920501] env[65717]: DEBUG nova.network.neutron [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.007333] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393410, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.198016] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393411, 'name': PowerOffVM_Task, 'duration_secs': 0.351667} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.198513] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.198744] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.199533] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de6273-5dde-4773-8cdd-c311644ddc42 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.207136] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.207405] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5805278c-7ecb-4889-929f-9abdf5746ee3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.283305] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.284015] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.284293] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore1] 1434e6cf-901b-459a-8537-472fe089ab1f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.284648] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc85ce93-4f6f-4cbe-98e5-bf1188931d29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.291546] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.950s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.293392] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 902.293392] env[65717]: value = "task-4393413" [ 902.293392] env[65717]: _type = "Task" [ 902.293392] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.303338] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.303338] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.417028] env[65717]: DEBUG nova.scheduler.client.report [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.424628] env[65717]: INFO nova.compute.manager [-] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Took 1.74 seconds to deallocate network for instance. [ 902.508987] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393410, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.598768] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.598768] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03e78e8-c478-4c9f-9a79-cbf59ac87434 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.606308] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 902.606308] env[65717]: value = "task-4393414" [ 902.606308] env[65717]: _type = "Task" [ 902.606308] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.618592] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.672501] env[65717]: DEBUG nova.network.neutron [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updated VIF entry in instance network info cache for port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.672903] env[65717]: DEBUG nova.network.neutron [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updating instance_info_cache with network_info: [{"id": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "address": "fa:16:3e:cf:e1:16", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80fd038-5c", "ovs_interfaceid": "f80fd038-5caa-449f-9c9e-ac1d0d6f03cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.807713] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269755} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.807713] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.807887] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.808358] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.930196] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.006466] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393410, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.117034] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393414, 'name': PowerOffVM_Task, 'duration_secs': 0.251537} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.117241] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.118180] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50059976-5722-4657-b8a7-85b62f75058c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.140013] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f2aec-35a5-4e1f-96fa-2d9f8081a995 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.175962] env[65717]: DEBUG oslo_concurrency.lockutils [req-6edfc061-cad3-4ed5-8860-8aecf23e3d18 req-7a69b701-a99c-41a8-9609-7a2bf4a480e4 service nova] Releasing lock "refresh_cache-ef52ab57-87c2-4128-98ce-4fa71117c034" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.188024] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.188024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332c7c00-0fde-4fc9-b7e8-6b39b61da81e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.194252] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 903.194252] env[65717]: value = "task-4393415" [ 903.194252] env[65717]: _type = "Task" [ 903.194252] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.207304] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.207547] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.207891] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.208128] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.209035] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.209035] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6e67d5-da74-488e-b7c3-0e0611f4df94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.221228] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.221454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.222703] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fdaa39-68e4-400f-bf47-78c8a7188500 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.229206] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 903.229206] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d3f573-9013-f3ae-2184-4d05f262149f" [ 903.229206] env[65717]: _type = "Task" [ 903.229206] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.238863] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d3f573-9013-f3ae-2184-4d05f262149f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.426893] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.729s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.431548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.211s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.431548] env[65717]: DEBUG nova.objects.instance [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.509229] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393410, 'name': CloneVM_Task, 'duration_secs': 1.826893} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.509440] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Created linked-clone VM from snapshot [ 903.510102] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792b7f7-3b0b-457e-8b91-b5059530ff82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.520373] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploading image 93dc301a-9224-4971-a21e-b38bb7783d21 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.575867] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.575867] env[65717]: value = "vm-859970" [ 903.575867] env[65717]: _type = "VirtualMachine" [ 903.575867] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.576238] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-647d5688-9d95-4f8c-87f7-2192417449be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.586212] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease: (returnval){ [ 903.586212] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520b5271-1a70-2d89-7505-c044155a8f4f" [ 903.586212] env[65717]: _type = "HttpNfcLease" [ 903.586212] env[65717]: } obtained for exporting VM: (result){ [ 903.586212] env[65717]: value = "vm-859970" [ 903.586212] env[65717]: _type = "VirtualMachine" [ 903.586212] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.587296] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the lease: (returnval){ [ 903.587296] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520b5271-1a70-2d89-7505-c044155a8f4f" [ 903.587296] env[65717]: _type = "HttpNfcLease" [ 903.587296] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.596510] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.596510] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520b5271-1a70-2d89-7505-c044155a8f4f" [ 903.596510] env[65717]: _type = "HttpNfcLease" [ 903.596510] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.744919] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d3f573-9013-f3ae-2184-4d05f262149f, 'name': SearchDatastore_Task, 'duration_secs': 0.02302} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.746220] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460459f2-4d92-48c5-bce6-58cc14b081fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.757069] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 903.757069] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245902e-0849-5c5c-abb5-0338b6d527c5" [ 903.757069] env[65717]: _type = "Task" [ 903.757069] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.773061] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245902e-0849-5c5c-abb5-0338b6d527c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.857641] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 903.857905] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.858178] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 903.858391] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.858617] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 903.858799] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 903.859142] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 903.859580] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 903.859580] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 903.859704] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 903.859853] env[65717]: DEBUG nova.virt.hardware [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 903.860755] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a09fe2-4581-4505-af9f-fbbd3086adb0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.870363] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8828ca-5dcd-4b82-9dba-ccedba8bc9ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.886917] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:62:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da8cad5-d761-4431-a544-2e519793d662', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.894749] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 903.895077] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.895361] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7463c73-e0c4-40c1-a3dc-da1cc47df9af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.917225] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.917225] env[65717]: value = "task-4393417" [ 903.917225] env[65717]: _type = "Task" [ 903.917225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.927815] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393417, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.015878] env[65717]: INFO nova.scheduler.client.report [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocation for migration 7b4606b6-9961-4dfd-8095-1e9b0f9f037c [ 904.098350] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.098350] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520b5271-1a70-2d89-7505-c044155a8f4f" [ 904.098350] env[65717]: _type = "HttpNfcLease" [ 904.098350] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.098749] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.098749] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520b5271-1a70-2d89-7505-c044155a8f4f" [ 904.098749] env[65717]: _type = "HttpNfcLease" [ 904.098749] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.099305] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d163b6-a60e-46c2-a0ea-a2cfbb13ecee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.107744] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.107744] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.233239] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3351e32a-259f-4ba3-be51-177a57eb922d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.277362] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245902e-0849-5c5c-abb5-0338b6d527c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014135} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.281853] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.281853] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 904.282280] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b113adf-124f-4006-968e-abe303304474 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.297512] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 904.297512] env[65717]: value = "task-4393418" [ 904.297512] env[65717]: _type = "Task" [ 904.297512] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.309676] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.432427] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393417, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.442699] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f54a648-a8fe-4f6c-9d30-207cb278f705 tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.444474] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.383s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.446403] env[65717]: INFO nova.compute.claims [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.476026] env[65717]: DEBUG nova.compute.manager [req-3273326b-5f17-464d-919d-841ce35549d4 req-a674f9ac-cc7a-4adb-9ee4-6d4d2778b000 service nova] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Received event network-vif-deleted-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 904.527557] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5c89f933-010c-44e7-b7b8-2f2a5ddbf55a tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.019s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.813219] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.936293] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393417, 'name': CreateVM_Task, 'duration_secs': 0.577899} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.936630] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.937765] env[65717]: WARNING neutronclient.v2_0.client [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 904.938528] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938784] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.939743] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.940597] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013745c6-bafc-4084-8e70-3247f994ba94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.948561] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 904.948561] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521be7df-bb76-6782-36f0-fb41c0c17da3" [ 904.948561] env[65717]: _type = "Task" [ 904.948561] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.962224] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521be7df-bb76-6782-36f0-fb41c0c17da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.314391] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604128} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.314580] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 905.316406] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f72c5-0cdb-4503-a7e3-715ff525207d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.360099] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.360099] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03168a12-d34f-4c9b-b228-c929cb01b5b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.381719] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.381719] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.387317] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 905.387317] env[65717]: value = "task-4393419" [ 905.387317] env[65717]: _type = "Task" [ 905.387317] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.398537] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.461341] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521be7df-bb76-6782-36f0-fb41c0c17da3, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.465039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.465039] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.465039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.465039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.465039] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.468812] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287d4acb-c163-4f09-b515-51d5b7441606 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.483540] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.486669] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.488114] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8c5200-0e42-45fe-bf89-07dec5d3c2c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.495575] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 905.495575] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fe612f-0e48-01eb-20fd-b04debf73b3c" [ 905.495575] env[65717]: _type = "Task" [ 905.495575] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.508326] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fe612f-0e48-01eb-20fd-b04debf73b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.884732] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 905.900726] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.021631] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fe612f-0e48-01eb-20fd-b04debf73b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01803} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.028418] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a0b3eb-7ad9-4485-a695-af8b53521e0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.038353] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 906.038353] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527acbf8-9674-7c82-ea78-c61bc1557533" [ 906.038353] env[65717]: _type = "Task" [ 906.038353] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.056605] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527acbf8-9674-7c82-ea78-c61bc1557533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.180883] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dfb350-6c36-4c51-aa9f-f1892e2cd589 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.192522] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f2c962-a5cf-4d53-90a0-e4391587ee5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.234499] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bac2c8-7d84-4f6a-a518-d9cfd0d6d7f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.243953] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecee095-5c63-4350-81ab-9539fd3c4d16 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.265541] env[65717]: DEBUG nova.compute.provider_tree [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.415154] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393419, 'name': ReconfigVM_Task, 'duration_secs': 0.528946} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.417078] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.418290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f9b80-4dc6-4542-b3bf-47e4f14e18f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.426215] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.456988] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a9a073-6f6c-4241-bff6-67d3f4089455 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.477978] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 906.477978] env[65717]: value = "task-4393420" [ 906.477978] env[65717]: _type = "Task" [ 906.477978] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.492590] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.553365] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.553798] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.567758] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527acbf8-9674-7c82-ea78-c61bc1557533, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.568080] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.568436] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.568784] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2088e22-3f7d-4251-b34b-4c4c5da9eb35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.579871] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 906.579871] env[65717]: value = "task-4393421" [ 906.579871] env[65717]: _type = "Task" [ 906.579871] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.591931] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.649378] env[65717]: DEBUG nova.compute.manager [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Received event network-changed-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 906.653810] env[65717]: DEBUG nova.compute.manager [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Refreshing instance network info cache due to event network-changed-c8c57c72-3c69-493c-915f-3f9bdd7a48b0. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 906.654111] env[65717]: DEBUG oslo_concurrency.lockutils [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] Acquiring lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.654378] env[65717]: DEBUG oslo_concurrency.lockutils [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] Acquired lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.654555] env[65717]: DEBUG nova.network.neutron [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Refreshing network info cache for port c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.667234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.668504] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.769224] env[65717]: DEBUG nova.scheduler.client.report [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.992675] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393420, 'name': ReconfigVM_Task, 'duration_secs': 0.2171} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.992953] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.993249] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e06d657-750a-40ae-825a-37520339f352 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003580] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 907.003580] env[65717]: value = "task-4393422" [ 907.003580] env[65717]: _type = "Task" [ 907.003580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.014661] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.057303] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 907.094514] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.159257] env[65717]: WARNING neutronclient.v2_0.client [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.172221] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 907.274845] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.275498] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 907.278968] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.844s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.279180] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.282403] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.088s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.284113] env[65717]: DEBUG nova.objects.instance [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lazy-loading 'resources' on Instance uuid 0b88854d-e671-4fb0-91c8-a6bb84a316a6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.323478] env[65717]: INFO nova.scheduler.client.report [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted allocations for instance 1e72bace-e715-49de-bbb6-b1b7cc4d07cf [ 907.423368] env[65717]: WARNING neutronclient.v2_0.client [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.517986] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393422, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.520765] env[65717]: DEBUG nova.network.neutron [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updated VIF entry in instance network info cache for port c8c57c72-3c69-493c-915f-3f9bdd7a48b0. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.521530] env[65717]: DEBUG nova.network.neutron [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.580453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.595061] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637052} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.595529] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.595774] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.596108] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4e8e2e-88c5-4353-ac8c-a397049f341d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.604654] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 907.604654] env[65717]: value = "task-4393423" [ 907.604654] env[65717]: _type = "Task" [ 907.604654] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.619420] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.704642] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.713449] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.713816] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.714047] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.714243] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.714414] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.717222] env[65717]: INFO nova.compute.manager [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Terminating instance [ 907.790572] env[65717]: DEBUG nova.compute.utils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.795805] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 907.795857] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.796391] env[65717]: WARNING neutronclient.v2_0.client [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.796719] env[65717]: WARNING neutronclient.v2_0.client [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.835491] env[65717]: DEBUG oslo_concurrency.lockutils [None req-266bd56f-c364-4cab-b309-2a0eb19d9f90 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "1e72bace-e715-49de-bbb6-b1b7cc4d07cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.152s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.874579] env[65717]: DEBUG nova.policy [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad38626c9dd472988b195ede4aa2ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc9b7e936064ba49b5a4141ced09dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.017765] env[65717]: DEBUG oslo_vmware.api [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393422, 'name': PowerOnVM_Task, 'duration_secs': 0.637278} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.017765] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.023430] env[65717]: DEBUG nova.compute.manager [None req-8df1bdc7-5a79-4447-9914-9b811bcaf517 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.023984] env[65717]: DEBUG oslo_concurrency.lockutils [req-e36454e1-ec5a-4cea-b20d-4cc634795936 req-ceaca1ea-d10b-464b-bd49-7e4e974c8ac6 service nova] Releasing lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.025077] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43708f06-6877-4cce-b57e-03b16d8454da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.118132] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083878} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.118411] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.119366] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75396d6-970c-4feb-b3b4-f950b0822a46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.145843] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.148041] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30c10be-638c-4c21-b6a4-226558e61693 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.169132] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 908.169132] env[65717]: value = "task-4393424" [ 908.169132] env[65717]: _type = "Task" [ 908.169132] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.179287] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.220798] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Successfully created port: 2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 908.224039] env[65717]: DEBUG nova.compute.manager [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 908.224166] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.227909] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf14fdec-fcb1-4a92-815b-f2b4599594af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.236858] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.237161] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689e872d-deee-442f-bf06-cf9dab57c148 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.245394] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 908.245394] env[65717]: value = "task-4393425" [ 908.245394] env[65717]: _type = "Task" [ 908.245394] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.254719] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.298507] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 908.315182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9f7bb-8b16-4404-b785-2e700fd0f217 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.325502] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f6c46-fb4b-4fcc-93c2-a7d20e6092ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.363302] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a147b29e-18a1-4c84-a988-cceb185d658b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.374070] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c46e3-a105-4f57-90c4-24eec3f3056c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.390350] env[65717]: DEBUG nova.compute.provider_tree [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.396260] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.396729] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.682641] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.757478] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393425, 'name': PowerOffVM_Task, 'duration_secs': 0.329738} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.757881] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.758122] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.758462] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1cbd96-7b5a-43f8-b36a-c983b1a6cd4f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.844731] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.845097] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.845291] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] 5b29b629-22b1-4717-965e-ba39563a9f58 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.845716] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f63e766-11e6-4211-b9dd-fa0cb986df85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.860763] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 908.860763] env[65717]: value = "task-4393427" [ 908.860763] env[65717]: _type = "Task" [ 908.860763] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.872886] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.897923] env[65717]: DEBUG nova.scheduler.client.report [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.901536] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 908.908482] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.908729] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.908944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.909191] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.909316] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.911722] env[65717]: INFO nova.compute.manager [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Terminating instance [ 909.182176] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393424, 'name': ReconfigVM_Task, 'duration_secs': 0.659991} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.182509] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.183257] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aecac71-1de2-4d3b-989c-8a7e5b14188d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.191887] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 909.191887] env[65717]: value = "task-4393428" [ 909.191887] env[65717]: _type = "Task" [ 909.191887] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.202442] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393428, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.311414] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 909.346254] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e20634b6017bdd64ac27763df6bff04c',container_format='bare',created_at=2025-11-12T14:30:52Z,direct_url=,disk_format='vmdk',id=816f2791-28fa-4df3-9db5-d92e1df8cd32,min_disk=1,min_ram=0,name='tempest-test-snap-512127676',owner='bdc9b7e936064ba49b5a4141ced09dcf',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T14:31:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 909.346515] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.346667] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 909.346840] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.346979] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 909.347147] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 909.347354] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.347577] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 909.347824] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 909.348015] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 909.348215] env[65717]: DEBUG nova.virt.hardware [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 909.349147] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eec832-8afb-4ec1-8124-616e3537bfd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.357661] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f093337-5370-4cad-a561-c9bb9b969be7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378674] env[65717]: DEBUG oslo_vmware.api [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.378956] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.379162] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.379335] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.379502] env[65717]: INFO nova.compute.manager [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.379745] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.379929] env[65717]: DEBUG nova.compute.manager [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 909.380035] env[65717]: DEBUG nova.network.neutron [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 909.380282] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.409903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.412245] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.055s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.412526] env[65717]: DEBUG nova.objects.instance [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'resources' on Instance uuid 56c31b13-700c-45bf-a433-6d64cec5ca41 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.417654] env[65717]: DEBUG nova.compute.manager [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 909.417863] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.421458] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe7af9-be7e-41b8-9c5b-23b34c502c03 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.432732] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.433047] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47bc733b-81d7-455c-a187-4b4ed090a020 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.436581] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.438032] env[65717]: INFO nova.scheduler.client.report [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Deleted allocations for instance 0b88854d-e671-4fb0-91c8-a6bb84a316a6 [ 909.440534] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 909.440534] env[65717]: value = "task-4393429" [ 909.440534] env[65717]: _type = "Task" [ 909.440534] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.453663] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.479717] env[65717]: INFO nova.compute.manager [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Unrescuing [ 909.480358] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.480710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquired lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.481021] env[65717]: DEBUG nova.network.neutron [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.528381] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.703869] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393428, 'name': Rename_Task, 'duration_secs': 0.304814} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.704214] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.704578] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-076ed01e-12bf-4311-a891-e5a385f93035 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.713033] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 909.713033] env[65717]: value = "task-4393430" [ 909.713033] env[65717]: _type = "Task" [ 909.713033] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.725502] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.928391] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Successfully updated port: 2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.955347] env[65717]: DEBUG oslo_concurrency.lockutils [None req-292028f5-b2cd-4769-8087-3db733872e5c tempest-ServerShowV254Test-1971152545 tempest-ServerShowV254Test-1971152545-project-member] Lock "0b88854d-e671-4fb0-91c8-a6bb84a316a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.120s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.960926] env[65717]: DEBUG nova.compute.manager [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Received event network-vif-plugged-2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 909.961313] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] Acquiring lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.962267] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.962440] env[65717]: DEBUG oslo_concurrency.lockutils [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.962852] env[65717]: DEBUG nova.compute.manager [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] No waiting events found dispatching network-vif-plugged-2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 909.963041] env[65717]: WARNING nova.compute.manager [req-e8253935-ace2-451d-9e69-55621d5f0e18 req-c05c838a-8de5-4e6e-9aa9-d989a19ef3ac service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Received unexpected event network-vif-plugged-2cfd566e-55ec-465c-bed1-e4ca857a90fe for instance with vm_state building and task_state spawning. [ 909.971251] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393429, 'name': PowerOffVM_Task, 'duration_secs': 0.231754} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.972356] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.972605] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.978131] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e821edd2-61a3-4f39-bd8d-2d5d41f6ef32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.984637] env[65717]: WARNING neutronclient.v2_0.client [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.991293] env[65717]: DEBUG nova.compute.manager [req-44903b0b-4a03-46f1-b3cc-e60eaabeabfd req-09a74f97-2bd7-4c77-8bb2-c5a16c2bb4cc service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Received event network-vif-deleted-25a2eb58-0748-407d-b67c-5116ec63b1bc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 909.991601] env[65717]: INFO nova.compute.manager [req-44903b0b-4a03-46f1-b3cc-e60eaabeabfd req-09a74f97-2bd7-4c77-8bb2-c5a16c2bb4cc service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Neutron deleted interface 25a2eb58-0748-407d-b67c-5116ec63b1bc; detaching it from the instance and deleting it from the info cache [ 909.992019] env[65717]: DEBUG nova.network.neutron [req-44903b0b-4a03-46f1-b3cc-e60eaabeabfd req-09a74f97-2bd7-4c77-8bb2-c5a16c2bb4cc service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.054834] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.056277] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.056277] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleting the datastore file [datastore2] db7e2fb2-2936-494d-ab93-9905df4fbcfd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.058993] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8dea648-52e2-4727-ae4c-6f4674d7b2e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.067379] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for the task: (returnval){ [ 910.067379] env[65717]: value = "task-4393432" [ 910.067379] env[65717]: _type = "Task" [ 910.067379] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.080723] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.153617] env[65717]: WARNING neutronclient.v2_0.client [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.233845] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.243820] env[65717]: DEBUG nova.network.neutron [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [{"id": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "address": "fa:16:3e:e4:4e:b3", "network": {"id": "d6d717fe-4b5c-44b4-bc32-d3afb0291733", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1747366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68d1c2617d9643be95e621f72f2a2a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e7f4398-ed", "ovs_interfaceid": "0e7f4398-ed81-4427-bd89-0152eb8a9156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.309875] env[65717]: DEBUG nova.network.neutron [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.431656] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.431991] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.432346] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.440759] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac6833-f97a-4c95-a205-a96741e9d5f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.454299] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a9099d-41dc-41fa-85f9-6b14a1276e11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.494375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7552e21-6ca6-4329-a0d7-f88b7b1dc74a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.498464] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-427f279b-5a29-4b08-9e98-40db79c8b7b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.510226] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc101b42-093e-4bc9-b799-dd5825c24393 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.521636] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81316278-3916-47e9-9a5f-5f2ef4efe8dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.552427] env[65717]: DEBUG nova.compute.provider_tree [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.583723] env[65717]: DEBUG nova.compute.manager [req-44903b0b-4a03-46f1-b3cc-e60eaabeabfd req-09a74f97-2bd7-4c77-8bb2-c5a16c2bb4cc service nova] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Detach interface failed, port_id=25a2eb58-0748-407d-b67c-5116ec63b1bc, reason: Instance 5b29b629-22b1-4717-965e-ba39563a9f58 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 910.595392] env[65717]: DEBUG oslo_vmware.api [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Task: {'id': task-4393432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282802} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.596227] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.596432] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.596610] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.596785] env[65717]: INFO nova.compute.manager [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 910.597079] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 910.597306] env[65717]: DEBUG nova.compute.manager [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 910.597417] env[65717]: DEBUG nova.network.neutron [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 910.597790] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.679662] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.727723] env[65717]: DEBUG oslo_vmware.api [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393430, 'name': PowerOnVM_Task, 'duration_secs': 0.713485} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.728117] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.728266] env[65717]: DEBUG nova.compute.manager [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 910.729290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80600370-ddbc-4c3e-a7c2-36a609b9fba8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749036] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Releasing lock "refresh_cache-85ed37f0-d3c8-4d89-a219-45939087247f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750161] env[65717]: DEBUG nova.objects.instance [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lazy-loading 'flavor' on Instance uuid 85ed37f0-d3c8-4d89-a219-45939087247f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.812444] env[65717]: INFO nova.compute.manager [-] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Took 1.43 seconds to deallocate network for instance. [ 910.971922] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 911.048056] env[65717]: WARNING neutronclient.v2_0.client [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.055320] env[65717]: DEBUG nova.scheduler.client.report [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.150258] env[65717]: DEBUG nova.network.neutron [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Updating instance_info_cache with network_info: [{"id": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "address": "fa:16:3e:d0:74:45", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfd566e-55", "ovs_interfaceid": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.247620] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.254955] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811af8e-81b1-441a-b2d7-a96102598b25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.277984] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.278577] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ba80b0-2fd4-46c5-b381-94a45cf12c6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.287767] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 911.287767] env[65717]: value = "task-4393433" [ 911.287767] env[65717]: _type = "Task" [ 911.287767] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.297454] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.321145] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.383604] env[65717]: DEBUG nova.network.neutron [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.562090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.565090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.040s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.570250] env[65717]: INFO nova.compute.claims [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.597868] env[65717]: INFO nova.scheduler.client.report [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted allocations for instance 56c31b13-700c-45bf-a433-6d64cec5ca41 [ 911.654192] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.654591] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Instance network_info: |[{"id": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "address": "fa:16:3e:d0:74:45", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfd566e-55", "ovs_interfaceid": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 911.655635] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:74:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cfd566e-55ec-465c-bed1-e4ca857a90fe', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.664094] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 911.665465] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.665972] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce23a0ab-a431-4ff6-bdbb-edd1d9a1b071 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688243] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.688243] env[65717]: value = "task-4393434" [ 911.688243] env[65717]: _type = "Task" [ 911.688243] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.697745] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393434, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.803260] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393433, 'name': PowerOffVM_Task, 'duration_secs': 0.238149} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.803260] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.807238] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.807749] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4be6cd-0343-4e96-a365-08188e796534 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.829753] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 911.829753] env[65717]: value = "task-4393435" [ 911.829753] env[65717]: _type = "Task" [ 911.829753] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.840777] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.887156] env[65717]: INFO nova.compute.manager [-] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Took 1.29 seconds to deallocate network for instance. [ 912.007286] env[65717]: DEBUG nova.compute.manager [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Received event network-changed-2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 912.007679] env[65717]: DEBUG nova.compute.manager [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Refreshing instance network info cache due to event network-changed-2cfd566e-55ec-465c-bed1-e4ca857a90fe. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 912.008077] env[65717]: DEBUG oslo_concurrency.lockutils [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] Acquiring lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.008429] env[65717]: DEBUG oslo_concurrency.lockutils [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] Acquired lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.008707] env[65717]: DEBUG nova.network.neutron [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Refreshing network info cache for port 2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.024301] env[65717]: INFO nova.compute.manager [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Rebuilding instance [ 912.043198] env[65717]: DEBUG nova.compute.manager [req-4185ea09-f6c5-449b-9d2c-1b4a8c2490fd req-938f0e79-8f0f-4337-9fbe-412a97c8d65e service nova] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Received event network-vif-deleted-0790ddb9-6c89-4f18-b30a-db1bab83e048 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 912.090498] env[65717]: DEBUG nova.compute.manager [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.091480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8b31a-6227-4522-98fc-07517b7c6864 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a80ddee-baae-49a0-950c-8c466f6c8574 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "56c31b13-700c-45bf-a433-6d64cec5ca41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.543s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.199520] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393434, 'name': CreateVM_Task, 'duration_secs': 0.414722} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.199770] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.200346] env[65717]: WARNING neutronclient.v2_0.client [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.200759] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.200939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.201326] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.201946] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8164aede-1680-490b-b96a-3255e85875be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.208308] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 912.208308] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b975c-19e1-15fb-a825-68ec259b89be" [ 912.208308] env[65717]: _type = "Task" [ 912.208308] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.219020] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b975c-19e1-15fb-a825-68ec259b89be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.341665] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393435, 'name': ReconfigVM_Task, 'duration_secs': 0.268606} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.341713] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.341897] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.342226] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c681ab-28da-43b2-94f3-9775615b1dfc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.351378] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 912.351378] env[65717]: value = "task-4393436" [ 912.351378] env[65717]: _type = "Task" [ 912.351378] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.362337] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.394442] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.511458] env[65717]: WARNING neutronclient.v2_0.client [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.727967] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.730432] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Processing image 816f2791-28fa-4df3-9db5-d92e1df8cd32 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.730432] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.730432] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.730432] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.730711] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9358f0-2643-4b96-bea7-07eadc785f78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.759049] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.759049] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.759956] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b221215-ab55-4466-8ca0-e36e5a049dc4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.772078] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 912.772078] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52623a9d-4c73-3820-a9a1-190dfd71d3cd" [ 912.772078] env[65717]: _type = "Task" [ 912.772078] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.785524] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52623a9d-4c73-3820-a9a1-190dfd71d3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.867273] env[65717]: DEBUG oslo_vmware.api [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393436, 'name': PowerOnVM_Task, 'duration_secs': 0.418352} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.867783] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.867940] env[65717]: DEBUG nova.compute.manager [None req-a3b25e41-a45b-42de-b368-1b1e2fd9f445 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.869268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a50797-e593-4a30-a7c7-e00a050ddc2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.885179] env[65717]: WARNING neutronclient.v2_0.client [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.030626] env[65717]: DEBUG nova.network.neutron [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Updated VIF entry in instance network info cache for port 2cfd566e-55ec-465c-bed1-e4ca857a90fe. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 913.031038] env[65717]: DEBUG nova.network.neutron [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Updating instance_info_cache with network_info: [{"id": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "address": "fa:16:3e:d0:74:45", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfd566e-55", "ovs_interfaceid": "2cfd566e-55ec-465c-bed1-e4ca857a90fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.110791] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.111722] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b1d5610-c5e7-4c72-96e6-1b7da0659f2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.120613] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 913.120613] env[65717]: value = "task-4393437" [ 913.120613] env[65717]: _type = "Task" [ 913.120613] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.136840] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.142116] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862219b1-8b08-4a95-ac3d-bb04ed00ad58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.152336] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174cdcfc-be38-4659-8571-7dbca3ec8b99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.191247] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aa4a34-4623-4b77-bce3-217018ddfab2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.202425] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708d7585-a890-460a-a862-3a6480cdd116 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.220242] env[65717]: DEBUG nova.compute.provider_tree [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.284929] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 913.285224] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Fetch image to [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d/OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 913.285426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Downloading stream optimized image 816f2791-28fa-4df3-9db5-d92e1df8cd32 to [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d/OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d.vmdk on the data store datastore2 as vApp {{(pid=65717) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 913.285863] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Downloading image file data 816f2791-28fa-4df3-9db5-d92e1df8cd32 to the ESX as VM named 'OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d' {{(pid=65717) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 913.384188] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 913.384188] env[65717]: value = "resgroup-9" [ 913.384188] env[65717]: _type = "ResourcePool" [ 913.384188] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 913.385434] env[65717]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d999df9e-b02c-4976-afac-fcbfc252230d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.412721] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease: (returnval){ [ 913.412721] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 913.412721] env[65717]: _type = "HttpNfcLease" [ 913.412721] env[65717]: } obtained for vApp import into resource pool (val){ [ 913.412721] env[65717]: value = "resgroup-9" [ 913.412721] env[65717]: _type = "ResourcePool" [ 913.412721] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 913.414037] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the lease: (returnval){ [ 913.414037] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 913.414037] env[65717]: _type = "HttpNfcLease" [ 913.414037] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.426857] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.426857] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 913.426857] env[65717]: _type = "HttpNfcLease" [ 913.426857] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.535051] env[65717]: DEBUG oslo_concurrency.lockutils [req-3109c887-9e5d-4527-ac59-ba36cfef8026 req-9c8f73eb-db5a-4ca7-a998-639fc1957258 service nova] Releasing lock "refresh_cache-bedbb7c2-c60b-44ac-9650-480f6771554e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.634057] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393437, 'name': PowerOffVM_Task, 'duration_secs': 0.418402} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.634057] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.634345] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.635178] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81a6c3-4259-486b-9c39-acf5d49d84c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.643668] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.644053] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46228a60-6229-41a9-86e0-9600a3e87170 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.724372] env[65717]: DEBUG nova.scheduler.client.report [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.739446] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.739500] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.739820] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.740105] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de628f5e-30e4-4b33-b0f2-ef57b71acee9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.749916] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 913.749916] env[65717]: value = "task-4393440" [ 913.749916] env[65717]: _type = "Task" [ 913.749916] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.761010] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.924972] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.924972] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 913.924972] env[65717]: _type = "HttpNfcLease" [ 913.924972] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 914.232050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.232808] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 914.236152] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.037s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.236634] env[65717]: DEBUG nova.objects.instance [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lazy-loading 'resources' on Instance uuid 80b888ff-5a38-4af3-9d4d-cf295e6cb236 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.262695] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387337} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.263107] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.263334] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.263562] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.428166] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.428166] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 914.428166] env[65717]: _type = "HttpNfcLease" [ 914.428166] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.428481] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.428481] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a7fbb0-6c07-aba4-63e8-6e8343b65c3a" [ 914.428481] env[65717]: _type = "HttpNfcLease" [ 914.428481] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 914.431768] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368caf7b-7ff6-454b-ab30-91fe229e0539 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.445563] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.445801] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 914.535288] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fecae86f-1e9f-4d34-af57-c4119c9299d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.740880] env[65717]: DEBUG nova.compute.utils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.747266] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 914.747592] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.747825] env[65717]: WARNING neutronclient.v2_0.client [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.748126] env[65717]: WARNING neutronclient.v2_0.client [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.763106] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.772183] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad11fb-51e8-475b-9d00-33332dd3638b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.794144] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.794501] env[65717]: ERROR oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk due to incomplete transfer. [ 914.796470] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9813d631-4da4-48ec-bd7a-30adca86bb77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.806535] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aae367-b555-c3d8-0d9b-ab2a4c6d60c2/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.807739] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Uploaded image 93dc301a-9224-4971-a21e-b38bb7783d21 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.809675] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.812078] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96d86348-8537-497e-aac1-c7f4efe8fd53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.825667] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 914.825667] env[65717]: value = "task-4393441" [ 914.825667] env[65717]: _type = "Task" [ 914.825667] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.844814] env[65717]: DEBUG nova.policy [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f6285f2be42402d942f6b9bb0b245f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4bbb763469a4095bd525dc7bbac532c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.846822] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393441, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.252637] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 915.278130] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "85ed37f0-d3c8-4d89-a219-45939087247f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.278130] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.278476] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.278476] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.278759] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.288191] env[65717]: INFO nova.compute.manager [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Terminating instance [ 915.318904] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 915.318904] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.321287] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b5aa3-4439-4692-97c9-e1c17846aa80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.336631] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.337183] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 915.338177] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a64d1f4-03cd-4770-92db-8180dec7d30d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.341083] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Successfully created port: 7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 915.348842] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393441, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.351901] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 915.352164] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.352324] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 915.352504] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.352648] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 915.352789] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 915.352999] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 915.353190] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 915.353374] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 915.353538] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 915.353703] env[65717]: DEBUG nova.virt.hardware [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 915.354911] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea5971b-43c4-4e4c-a934-ebe1bfc9ca9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.368531] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9286637-6cee-4d38-bd25-e8a7ab4f7054 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.387026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:62:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da8cad5-d761-4431-a544-2e519793d662', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.394682] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 915.395375] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.395655] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d2ad7aa-a6da-4227-9d23-b495b4e24d8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.419254] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.419254] env[65717]: value = "task-4393442" [ 915.419254] env[65717]: _type = "Task" [ 915.419254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.429712] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393442, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.431697] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24350393-5d64-4c11-a3a8-34f186dd769f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.439739] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c5a64-4892-4a29-8e0f-dca41a42421a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.473748] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f265d-542c-4f4d-afc4-3d074355122d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.482679] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca870899-7e6a-4548-a348-030887630c8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.501842] env[65717]: DEBUG nova.compute.provider_tree [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.644103] env[65717]: DEBUG oslo_vmware.rw_handles [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab62ed-dc50-973c-d17d-c5d689c5b0c5/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 915.644359] env[65717]: INFO nova.virt.vmwareapi.images [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Downloaded image file data 816f2791-28fa-4df3-9db5-d92e1df8cd32 [ 915.645323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d05a62-9a16-4f58-81f9-62a767603a9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.663021] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a67138a9-f5bd-49ea-88fe-af28b51ed7a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.692209] env[65717]: INFO nova.virt.vmwareapi.images [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] The imported VM was unregistered [ 915.696263] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 915.696263] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.696496] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b6da310-0ad8-4038-a4dc-b1fd06bab1a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.712651] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.713012] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d/OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d.vmdk to [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk. {{(pid=65717) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 915.716027] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f69a3bc-60a5-41fc-a97e-612a44a2185b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.727184] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 915.727184] env[65717]: value = "task-4393444" [ 915.727184] env[65717]: _type = "Task" [ 915.727184] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.737942] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.802590] env[65717]: DEBUG nova.compute.manager [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 915.802590] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.802590] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414e5936-6930-49ae-98e7-54529df4ca75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.812318] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.812822] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a5eb062-560c-44d3-9506-3b802db2390c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.823586] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 915.823586] env[65717]: value = "task-4393445" [ 915.823586] env[65717]: _type = "Task" [ 915.823586] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.836863] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.842981] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393441, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.930960] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393442, 'name': CreateVM_Task, 'duration_secs': 0.483219} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.931165] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.931703] env[65717]: WARNING neutronclient.v2_0.client [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 915.932170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.932320] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.932709] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.933009] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275a836f-7f15-469e-954d-8e37d0307393 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.938952] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 915.938952] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e00dbb-13d4-a85f-0a94-f902be178ee3" [ 915.938952] env[65717]: _type = "Task" [ 915.938952] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.948263] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e00dbb-13d4-a85f-0a94-f902be178ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.010570] env[65717]: DEBUG nova.scheduler.client.report [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.084833] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.085135] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.242609] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.273020] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 916.306151] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.306241] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.306803] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.306803] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.306803] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.307026] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.311110] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.311394] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.311593] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.311833] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.312024] env[65717]: DEBUG nova.virt.hardware [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.312964] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f84d7-fe05-48f2-85f0-d8d2f518b9fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.324496] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686cb75-3e51-4c9b-8ded-c61745cb9384 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.343116] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393441, 'name': Destroy_Task, 'duration_secs': 1.081573} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.355302] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroyed the VM [ 916.355607] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.356358] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393445, 'name': PowerOffVM_Task, 'duration_secs': 0.236315} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.356863] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f95c4f02-f000-4dd2-b6be-e07e7040fd66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.358925] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.359207] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.359376] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b248a36-c127-4952-a19c-a0c6e10fc9bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.369759] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 916.369759] env[65717]: value = "task-4393447" [ 916.369759] env[65717]: _type = "Task" [ 916.369759] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.382276] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.455048] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e00dbb-13d4-a85f-0a94-f902be178ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.02167} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.456623] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.456968] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.457297] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.457549] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.457930] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.458322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.458611] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.458780] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleting the datastore file [datastore2] 85ed37f0-d3c8-4d89-a219-45939087247f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.459080] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4f29f52-74ad-42ec-a5b5-4b1d0a8c40a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.462242] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65806d59-fd06-40ee-8621-5e1180f3c7a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.476193] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 916.476193] env[65717]: value = "task-4393448" [ 916.476193] env[65717]: _type = "Task" [ 916.476193] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.482534] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.483840] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.483840] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318a0404-2262-4d63-99a2-e0617bf5014c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.490442] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.503073] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 916.503073] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520ff0c2-1bd1-de69-0a7c-e057e2c51438" [ 916.503073] env[65717]: _type = "Task" [ 916.503073] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.522878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.528713] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520ff0c2-1bd1-de69-0a7c-e057e2c51438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.529126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.226s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.529856] env[65717]: DEBUG nova.objects.instance [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lazy-loading 'resources' on Instance uuid 5f5efbb2-cd5c-4b07-a6f0-01524821b29d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.588631] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 916.614760] env[65717]: INFO nova.scheduler.client.report [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Deleted allocations for instance 80b888ff-5a38-4af3-9d4d-cf295e6cb236 [ 916.742361] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.884661] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.974594] env[65717]: DEBUG nova.compute.manager [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Received event network-vif-plugged-7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 916.974594] env[65717]: DEBUG oslo_concurrency.lockutils [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] Acquiring lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.974594] env[65717]: DEBUG oslo_concurrency.lockutils [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.974594] env[65717]: DEBUG oslo_concurrency.lockutils [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.976018] env[65717]: DEBUG nova.compute.manager [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] No waiting events found dispatching network-vif-plugged-7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 916.976018] env[65717]: WARNING nova.compute.manager [req-c5e6b239-6ae1-4be8-b169-a56899d7b5ad req-ba427d43-84f0-4db3-b300-8cf8691f7e92 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Received unexpected event network-vif-plugged-7dd06d3e-8177-4b2d-b65a-f00f4810738b for instance with vm_state building and task_state spawning. [ 916.989986] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.015746] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520ff0c2-1bd1-de69-0a7c-e057e2c51438, 'name': SearchDatastore_Task, 'duration_secs': 0.106036} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.017043] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47612e9a-b390-4fb9-b406-9400979f71f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.031730] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 917.031730] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e17722-da03-c7d4-ffb8-f06aea34ed74" [ 917.031730] env[65717]: _type = "Task" [ 917.031730] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.047661] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e17722-da03-c7d4-ffb8-f06aea34ed74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.101031] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Successfully updated port: 7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.124133] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.125107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3261fbd1-a0dd-4143-acaa-3f620758a709 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Lock "80b888ff-5a38-4af3-9d4d-cf295e6cb236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.490s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.243638] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.389480] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.491112] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.555403] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e17722-da03-c7d4-ffb8-f06aea34ed74, 'name': SearchDatastore_Task, 'duration_secs': 0.09159} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.555684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.556009] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.556364] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7395e00c-6bd0-4b6d-ba9f-3028c2177a28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.566355] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 917.566355] env[65717]: value = "task-4393449" [ 917.566355] env[65717]: _type = "Task" [ 917.566355] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.581278] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.610400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.610400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.610400] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.626170] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87588e9-cf0c-40ef-a9e9-e05499182561 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.637677] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3118686b-9c9b-4d1a-9ef6-bf66e0f28e02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.678539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83ef31-07ba-4d11-b380-5fff016c9cb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.690630] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2c3a8-74cb-454b-9a02-6a14ee53a6be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.710446] env[65717]: DEBUG nova.compute.provider_tree [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.744449] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.886094] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.991649] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.080265] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.184646] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.215131] env[65717]: DEBUG nova.scheduler.client.report [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.246123] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.384832] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.418487] env[65717]: WARNING neutronclient.v2_0.client [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.494021] env[65717]: DEBUG oslo_vmware.api [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.935553} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.494021] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.494021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.494021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.494021] env[65717]: INFO nova.compute.manager [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Took 2.69 seconds to destroy the instance on the hypervisor. [ 918.494021] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.494021] env[65717]: DEBUG nova.compute.manager [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 918.494021] env[65717]: DEBUG nova.network.neutron [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 918.494021] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.582614] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393449, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.613510] env[65717]: DEBUG nova.network.neutron [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updating instance_info_cache with network_info: [{"id": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "address": "fa:16:3e:e2:ef:86", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd06d3e-81", "ovs_interfaceid": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.658741] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.721677] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.726659] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.797s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.727166] env[65717]: DEBUG nova.objects.instance [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lazy-loading 'resources' on Instance uuid 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.752835] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393444, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.729421} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.754255] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d/OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d.vmdk to [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk. [ 918.754392] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Cleaning up location [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 918.754464] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e66671ed-e687-4133-b347-9707021db41d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.755206] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b768a6c7-14f1-41c4-ba72-4984e1e2b43b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.768484] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 918.768484] env[65717]: value = "task-4393450" [ 918.768484] env[65717]: _type = "Task" [ 918.768484] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.782211] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.783407] env[65717]: INFO nova.scheduler.client.report [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Deleted allocations for instance 5f5efbb2-cd5c-4b07-a6f0-01524821b29d [ 918.890468] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.080290] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.275708} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.080819] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.081220] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.081525] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da92cd9-84de-4d9c-8870-5f03ceadd8ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.095024] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 919.095024] env[65717]: value = "task-4393451" [ 919.095024] env[65717]: _type = "Task" [ 919.095024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.103469] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.116309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.116684] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Instance network_info: |[{"id": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "address": "fa:16:3e:e2:ef:86", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd06d3e-81", "ovs_interfaceid": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 919.117231] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ef:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd06d3e-8177-4b2d-b65a-f00f4810738b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.128247] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 919.128554] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.128806] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1a43061-4bcc-4844-a5a9-4eef8b9a2710 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.157287] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.157287] env[65717]: value = "task-4393452" [ 919.157287] env[65717]: _type = "Task" [ 919.157287] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.167759] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393452, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.283599] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096954} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.286959] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.286959] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.287969] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk to [datastore2] bedbb7c2-c60b-44ac-9650-480f6771554e/bedbb7c2-c60b-44ac-9650-480f6771554e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.287969] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4860373c-ec91-4975-8fbf-4123f835cf69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.292995] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d65eec2d-b3e0-4ef3-8680-2d0f3fbf9a20 tempest-ServerShowV247Test-1979810014 tempest-ServerShowV247Test-1979810014-project-member] Lock "5f5efbb2-cd5c-4b07-a6f0-01524821b29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.842s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.299597] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 919.299597] env[65717]: value = "task-4393453" [ 919.299597] env[65717]: _type = "Task" [ 919.299597] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.315124] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.388886] env[65717]: DEBUG oslo_vmware.api [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393447, 'name': RemoveSnapshot_Task, 'duration_secs': 2.674163} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.389191] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.389572] env[65717]: INFO nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 19.99 seconds to snapshot the instance on the hypervisor. [ 919.435060] env[65717]: DEBUG nova.compute.manager [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Received event network-changed-7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.435424] env[65717]: DEBUG nova.compute.manager [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Refreshing instance network info cache due to event network-changed-7dd06d3e-8177-4b2d-b65a-f00f4810738b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 919.439045] env[65717]: DEBUG oslo_concurrency.lockutils [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] Acquiring lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.439045] env[65717]: DEBUG oslo_concurrency.lockutils [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] Acquired lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.439045] env[65717]: DEBUG nova.network.neutron [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Refreshing network info cache for port 7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.460511] env[65717]: DEBUG nova.compute.manager [req-cb9ba9a1-31dd-44ad-8a40-593e7d1f2466 req-0de0ca52-55cb-489b-a1fb-6da28c1828b4 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Received event network-vif-deleted-0e7f4398-ed81-4427-bd89-0152eb8a9156 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.460741] env[65717]: INFO nova.compute.manager [req-cb9ba9a1-31dd-44ad-8a40-593e7d1f2466 req-0de0ca52-55cb-489b-a1fb-6da28c1828b4 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Neutron deleted interface 0e7f4398-ed81-4427-bd89-0152eb8a9156; detaching it from the instance and deleting it from the info cache [ 919.460929] env[65717]: DEBUG nova.network.neutron [req-cb9ba9a1-31dd-44ad-8a40-593e7d1f2466 req-0de0ca52-55cb-489b-a1fb-6da28c1828b4 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.496995] env[65717]: DEBUG nova.network.neutron [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.610806] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072053} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.615421] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.616999] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675be595-a5af-4173-9771-b02b87d6180b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648311] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.652076] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6863238e-dfa2-4d2f-ac23-58465aedd0c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.688401] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 919.688401] env[65717]: value = "task-4393454" [ 919.688401] env[65717]: _type = "Task" [ 919.688401] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.688977] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393452, 'name': CreateVM_Task, 'duration_secs': 0.391013} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.689433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.694054] env[65717]: WARNING neutronclient.v2_0.client [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.694588] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.694838] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.695330] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.698709] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d709bcb-1c6e-4ea7-b7a6-7404f1805ca4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.709392] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.711267] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 919.711267] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d0b720-847e-2187-238e-7a85ad753089" [ 919.711267] env[65717]: _type = "Task" [ 919.711267] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.723898] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d0b720-847e-2187-238e-7a85ad753089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.815542] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.835026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf4b751-e225-48ba-82e0-01f196e45049 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.845852] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e49fa9-f3db-49e8-80df-5cce8b724ad1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.885300] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d7ced-a6d9-4b7b-ba00-2a0769925cf6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.902383] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49047d-d899-4720-a8b7-1fa5cdba5182 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.926177] env[65717]: DEBUG nova.compute.provider_tree [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.943295] env[65717]: WARNING neutronclient.v2_0.client [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.962813] env[65717]: DEBUG nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Found 3 images (rotation: 2) {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 919.963013] env[65717]: DEBUG nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Rotating out 1 backups {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 919.963182] env[65717]: DEBUG nova.compute.manager [None req-0b44f0f1-ea61-43ea-ae2c-7e9b97242051 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleting image c1cb2bcb-0333-426d-83f6-0fdca2d8ac7b {{(pid=65717) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 919.967102] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b183607d-4bde-4e25-83b9-8e7a661a2123 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.978375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347a26b-b237-4c9a-af94-dd7c47469876 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.000791] env[65717]: INFO nova.compute.manager [-] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Took 1.51 seconds to deallocate network for instance. [ 920.030178] env[65717]: DEBUG nova.compute.manager [req-cb9ba9a1-31dd-44ad-8a40-593e7d1f2466 req-0de0ca52-55cb-489b-a1fb-6da28c1828b4 service nova] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Detach interface failed, port_id=0e7f4398-ed81-4427-bd89-0152eb8a9156, reason: Instance 85ed37f0-d3c8-4d89-a219-45939087247f could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 920.163081] env[65717]: WARNING neutronclient.v2_0.client [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.205084] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.226428] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d0b720-847e-2187-238e-7a85ad753089, 'name': SearchDatastore_Task, 'duration_secs': 0.097921} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.228452] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.228786] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.229193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.229269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.229453] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.229996] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e370f69-4cfd-4628-bf6b-73b7ebdf0c91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.246129] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.246439] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.247141] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb119c3-05a7-40ae-8026-5b189a9450c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.258486] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 920.258486] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad748c-253a-c736-1477-04124cb2a661" [ 920.258486] env[65717]: _type = "Task" [ 920.258486] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.269455] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad748c-253a-c736-1477-04124cb2a661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.276359] env[65717]: DEBUG nova.network.neutron [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updated VIF entry in instance network info cache for port 7dd06d3e-8177-4b2d-b65a-f00f4810738b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.276735] env[65717]: DEBUG nova.network.neutron [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updating instance_info_cache with network_info: [{"id": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "address": "fa:16:3e:e2:ef:86", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd06d3e-81", "ovs_interfaceid": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.315694] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.430823] env[65717]: DEBUG nova.scheduler.client.report [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.513894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.704400] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.770287] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ad748c-253a-c736-1477-04124cb2a661, 'name': SearchDatastore_Task, 'duration_secs': 0.100929} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.771196] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bd22aa-15fd-40ba-878c-4285ed2c1bb2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.780332] env[65717]: DEBUG oslo_concurrency.lockutils [req-45320c9c-e9e2-4092-8bd9-6dae3ffa1130 req-5acd4a46-7476-4f33-b7b9-f64002354867 service nova] Releasing lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.780804] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 920.780804] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5227de11-8d87-1974-75e7-19250bc4a0df" [ 920.780804] env[65717]: _type = "Task" [ 920.780804] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.792366] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5227de11-8d87-1974-75e7-19250bc4a0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.814734] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.938273] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.942930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.515s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.942930] env[65717]: INFO nova.compute.claims [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.990125] env[65717]: INFO nova.scheduler.client.report [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted allocations for instance 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07 [ 921.204919] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.293668] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5227de11-8d87-1974-75e7-19250bc4a0df, 'name': SearchDatastore_Task, 'duration_secs': 0.089785} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.294039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.294307] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 03606c2b-e9c8-429c-b20a-edafc89b4afb/03606c2b-e9c8-429c-b20a-edafc89b4afb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.294623] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17170bb2-3e83-4aaa-92b0-de2d213e7ab8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.307754] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 921.307754] env[65717]: value = "task-4393455" [ 921.307754] env[65717]: _type = "Task" [ 921.307754] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.316221] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.319647] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.500536] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4de67d26-f052-47e6-b2a6-2ca932cc219a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.479s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.709410] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.816440] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.826286] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.206188] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393454, 'name': ReconfigVM_Task, 'duration_secs': 2.286057} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.209565] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f/1434e6cf-901b-459a-8537-472fe089ab1f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.211288] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8745ffea-b441-4496-b8ad-e3e52f2cd10f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.221929] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 922.221929] env[65717]: value = "task-4393456" [ 922.221929] env[65717]: _type = "Task" [ 922.221929] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.238400] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393456, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.320285] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393453, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.541926} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.321250] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/816f2791-28fa-4df3-9db5-d92e1df8cd32/816f2791-28fa-4df3-9db5-d92e1df8cd32.vmdk to [datastore2] bedbb7c2-c60b-44ac-9650-480f6771554e/bedbb7c2-c60b-44ac-9650-480f6771554e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.322203] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934a73d-dc90-4829-8324-0713a6011628 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328694] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393455, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.351762] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bedbb7c2-c60b-44ac-9650-480f6771554e/bedbb7c2-c60b-44ac-9650-480f6771554e.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.355334] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0aa9a1d-e124-4b1a-bc89-e0eef58b4dc4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.377413] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 922.377413] env[65717]: value = "task-4393457" [ 922.377413] env[65717]: _type = "Task" [ 922.377413] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.390636] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.463241] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f4628-b187-4d3f-93a6-2c0466e37f1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.472447] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1dcc88-3172-40c5-b775-a7eafea7c059 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.512309] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133507c-f442-4ff0-86d7-7995082cd72c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.522412] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0edae97-f408-466d-b484-0500792dd3df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542333] env[65717]: DEBUG nova.compute.provider_tree [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.616059] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.616059] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.616059] env[65717]: DEBUG nova.compute.manager [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 922.616857] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a34d5b-e713-434b-85be-9f770356c9fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.629630] env[65717]: DEBUG nova.compute.manager [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 922.630400] env[65717]: DEBUG nova.objects.instance [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.732811] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393456, 'name': Rename_Task, 'duration_secs': 0.247187} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.733923] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.734090] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24b4f37-8d7b-47da-bfe9-0cc5063d4c6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.742421] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 922.742421] env[65717]: value = "task-4393458" [ 922.742421] env[65717]: _type = "Task" [ 922.742421] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.752021] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.819943] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393455, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.046694} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.820289] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 03606c2b-e9c8-429c-b20a-edafc89b4afb/03606c2b-e9c8-429c-b20a-edafc89b4afb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.820540] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.820782] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d85f03f6-008f-4f8e-8cd9-ead7b0790f1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.828712] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 922.828712] env[65717]: value = "task-4393459" [ 922.828712] env[65717]: _type = "Task" [ 922.828712] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.838623] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.891756] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.047176] env[65717]: DEBUG nova.scheduler.client.report [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.242919] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "93916381-1663-4280-a468-7cc7f5c7be5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.242919] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.255044] env[65717]: DEBUG oslo_vmware.api [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393458, 'name': PowerOnVM_Task, 'duration_secs': 0.512555} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.255394] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.255694] env[65717]: DEBUG nova.compute.manager [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.257286] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49cb731-dc2a-47de-93e0-35a42bda6f19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.339185] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087815} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.339185] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.340413] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea174ae-3257-4c95-ad48-8fcde85b8420 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.366321] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 03606c2b-e9c8-429c-b20a-edafc89b4afb/03606c2b-e9c8-429c-b20a-edafc89b4afb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.366687] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4acef0fd-5e84-427b-8334-4e8b075e4a11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.392900] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393457, 'name': ReconfigVM_Task, 'duration_secs': 0.662596} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.394860] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bedbb7c2-c60b-44ac-9650-480f6771554e/bedbb7c2-c60b-44ac-9650-480f6771554e.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.395676] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 923.395676] env[65717]: value = "task-4393460" [ 923.395676] env[65717]: _type = "Task" [ 923.395676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.395874] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5bca32-3e10-4513-8463-b24f487379b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.409881] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.412310] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 923.412310] env[65717]: value = "task-4393461" [ 923.412310] env[65717]: _type = "Task" [ 923.412310] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.421285] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393461, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.553648] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.554082] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 923.557738] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.977s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.559892] env[65717]: INFO nova.compute.claims [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.639860] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.640373] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19362be4-1337-42e0-b467-9c926b29d87c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.650051] env[65717]: DEBUG oslo_vmware.api [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 923.650051] env[65717]: value = "task-4393462" [ 923.650051] env[65717]: _type = "Task" [ 923.650051] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.659672] env[65717]: DEBUG oslo_vmware.api [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.748741] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 923.781063] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.908393] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393460, 'name': ReconfigVM_Task, 'duration_secs': 0.311126} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.908393] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 03606c2b-e9c8-429c-b20a-edafc89b4afb/03606c2b-e9c8-429c-b20a-edafc89b4afb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.909155] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a8be54-e821-4bed-a817-57cd018941fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.918130] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 923.918130] env[65717]: value = "task-4393463" [ 923.918130] env[65717]: _type = "Task" [ 923.918130] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.921702] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393461, 'name': Rename_Task, 'duration_secs': 0.155982} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.925258] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.925575] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9dcf8cc-30f1-46e1-901c-49ab334ff4dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.936179] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 923.936179] env[65717]: value = "task-4393464" [ 923.936179] env[65717]: _type = "Task" [ 923.936179] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.949091] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393463, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.068418] env[65717]: DEBUG nova.compute.utils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.076137] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.076443] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.076819] env[65717]: WARNING neutronclient.v2_0.client [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.077692] env[65717]: WARNING neutronclient.v2_0.client [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.125128] env[65717]: DEBUG nova.policy [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8afd438e21dd4b09b8d3d6e2a8701a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00830f0be8b34abfb8e5102d2c37115c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.161809] env[65717]: DEBUG oslo_vmware.api [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393462, 'name': PowerOffVM_Task, 'duration_secs': 0.43898} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.164229] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.164397] env[65717]: DEBUG nova.compute.manager [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.165496] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b001826d-2d22-4310-8fdd-b0089ad4c66f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.273700] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.437839] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393463, 'name': Rename_Task, 'duration_secs': 0.188438} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.438203] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.438525] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3c8e67-21f2-4fb8-a187-173f6d5018f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.447975] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 924.447975] env[65717]: value = "task-4393465" [ 924.447975] env[65717]: _type = "Task" [ 924.447975] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.462728] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.466269] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.486553] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Successfully created port: 1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.581549] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 924.683398] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e2aeba14-d809-4a04-b8d5-d22553b2864f tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.962466] env[65717]: DEBUG oslo_vmware.api [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393464, 'name': PowerOnVM_Task, 'duration_secs': 0.577492} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.968665] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.968926] env[65717]: INFO nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Took 15.66 seconds to spawn the instance on the hypervisor. [ 924.969050] env[65717]: DEBUG nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.969402] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393465, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.970371] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f94be-6380-46d9-b43f-ddad2db42532 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.050911] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80cd2a8-4399-4aa4-8d37-10d493ca6b76 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.061636] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51912ce2-1f09-4f38-9dec-d4e17ad8fbd5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.101916] env[65717]: INFO nova.virt.block_device [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Booting with volume 1b4e9641-3ce4-457b-b0e2-8018b0170089 at /dev/sda [ 925.104946] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1dca5-4782-4cda-b5e2-59e6574a2a7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.114194] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1195b8dc-4f1f-481a-9281-75f9ce8a7653 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.130870] env[65717]: DEBUG nova.compute.provider_tree [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.147948] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-302ff099-7365-4e0c-bc5c-21229f1906ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.160219] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c670b-47f7-408f-bcbb-896a0b4f8e32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.202065] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb751670-376b-4280-a556-e666ce55ea85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.216406] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1741ec7f-d4a0-4774-9f50-02bc121ef471 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.261059] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e0624-6234-44ad-9527-64f49dd91052 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.268847] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6daf0f2-c4f4-429a-b9e1-4d0f5ec5f9ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.287113] env[65717]: DEBUG nova.virt.block_device [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updating existing volume attachment record: 77720684-fc61-499a-8178-1b10f02beca9 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.461308] env[65717]: DEBUG oslo_vmware.api [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393465, 'name': PowerOnVM_Task, 'duration_secs': 0.952813} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.461610] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.461817] env[65717]: INFO nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Took 9.19 seconds to spawn the instance on the hypervisor. [ 925.462043] env[65717]: DEBUG nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.462875] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d82f3-0732-42cd-a1fd-a81df7898575 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.490687] env[65717]: INFO nova.compute.manager [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Took 43.47 seconds to build instance. [ 925.634714] env[65717]: DEBUG nova.scheduler.client.report [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.708181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.708471] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.708966] env[65717]: DEBUG nova.objects.instance [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.985211] env[65717]: INFO nova.compute.manager [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Took 28.49 seconds to build instance. [ 925.992872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.982s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.107752] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Successfully updated port: 1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.140348] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.141279] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 926.145073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.440s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.146543] env[65717]: INFO nova.compute.claims [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.216024] env[65717]: WARNING neutronclient.v2_0.client [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.216024] env[65717]: DEBUG nova.objects.instance [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.487221] env[65717]: DEBUG oslo_concurrency.lockutils [None req-38fec90a-2d95-489c-9d67-808f057e3570 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.613625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquired lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.613625] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.652528] env[65717]: DEBUG nova.compute.utils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.657066] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 926.657386] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 926.658186] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.658258] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.718811] env[65717]: DEBUG nova.objects.base [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance<39b077b4-52e0-4f43-8697-cb11588635f3> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 926.720131] env[65717]: DEBUG nova.network.neutron [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 926.720131] env[65717]: WARNING neutronclient.v2_0.client [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.720131] env[65717]: WARNING neutronclient.v2_0.client [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.724217] env[65717]: DEBUG nova.policy [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50175968a0eb490aa071291ec5b3f30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1711c6790f424b9ab0b2a8c955bebe3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.895134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c7db244d-abbc-4807-9da8-7b79eefb8dc5 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.187s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.093387] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully created port: c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.114900] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "bedbb7c2-c60b-44ac-9650-480f6771554e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.115238] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.115512] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.115737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.115990] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.121380] env[65717]: INFO nova.compute.manager [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Terminating instance [ 927.158026] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 927.325671] env[65717]: DEBUG nova.compute.manager [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Stashing vm_state: stopped {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 927.391393] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 927.391980] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.392242] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.392426] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.392672] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.393441] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.393441] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.393441] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.393441] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.393677] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.394014] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.394124] env[65717]: DEBUG nova.virt.hardware [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.396065] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2fcd36-beb4-46a2-914e-f1866d3b343d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.411856] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896db97f-7bca-4dd2-92a9-c1836aa5a2f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.437028] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully created port: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.464114] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.538080] env[65717]: DEBUG nova.compute.manager [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Received event network-vif-plugged-1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 927.538308] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] Acquiring lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.538560] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.538744] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.538905] env[65717]: DEBUG nova.compute.manager [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] No waiting events found dispatching network-vif-plugged-1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 927.539106] env[65717]: WARNING nova.compute.manager [req-a4712fde-ae4c-49e1-bed5-04929657ec91 req-e4522e34-a932-451b-9de6-a56cda55d136 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Received unexpected event network-vif-plugged-1794bf81-593c-446c-a6d4-c062bdb321f9 for instance with vm_state building and task_state spawning. [ 927.606935] env[65717]: WARNING neutronclient.v2_0.client [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.629360] env[65717]: DEBUG nova.compute.manager [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 927.629601] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.630796] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8976c66-c442-4fed-a45e-42218398dabe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.641940] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.642415] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f89d7b5-ac11-4d05-9fc0-b001efd6bf76 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.657385] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 927.657385] env[65717]: value = "task-4393466" [ 927.657385] env[65717]: _type = "Task" [ 927.657385] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.681772] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.684338] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fd6612-3435-43e2-8f09-6abb7dab1fbf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.698303] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6082f6-6477-46fb-a947-c11936d6ee13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.731862] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9fba6-8b07-42f6-844b-239f069fed30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.741534] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd076d-7ca0-44b2-9ffe-15cf004fc009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.763059] env[65717]: DEBUG nova.compute.provider_tree [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.767477] env[65717]: DEBUG nova.network.neutron [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updating instance_info_cache with network_info: [{"id": "1794bf81-593c-446c-a6d4-c062bdb321f9", "address": "fa:16:3e:e2:4f:a5", "network": {"id": "80835efc-fc64-44f1-a6a1-1a932a9f26bb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1800258550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00830f0be8b34abfb8e5102d2c37115c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1794bf81-59", "ovs_interfaceid": "1794bf81-593c-446c-a6d4-c062bdb321f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.847200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.862289] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully created port: 10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.170904] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393466, 'name': PowerOffVM_Task, 'duration_secs': 0.375318} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.171525] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.171736] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.172051] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b676991a-656c-4dcf-9d26-7a4e922baa8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.190809] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 928.231870] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 928.231870] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.231870] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 928.231870] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.232960] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 928.232960] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 928.233147] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.233505] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 928.233775] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 928.234278] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 928.234278] env[65717]: DEBUG nova.virt.hardware [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 928.235334] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e9a51-ebbe-459d-b744-7654252c3298 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.247342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5a437-2b64-45e9-85da-95e6eda1a3dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.259453] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.260445] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.260902] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore2] bedbb7c2-c60b-44ac-9650-480f6771554e {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.270921] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-797b39f6-51bd-4583-a2a2-4d045f17c301 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.273996] env[65717]: DEBUG nova.scheduler.client.report [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.278446] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Releasing lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.278846] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance network_info: |[{"id": "1794bf81-593c-446c-a6d4-c062bdb321f9", "address": "fa:16:3e:e2:4f:a5", "network": {"id": "80835efc-fc64-44f1-a6a1-1a932a9f26bb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1800258550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00830f0be8b34abfb8e5102d2c37115c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1794bf81-59", "ovs_interfaceid": "1794bf81-593c-446c-a6d4-c062bdb321f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 928.279319] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:4f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1794bf81-593c-446c-a6d4-c062bdb321f9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.287133] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Creating folder: Project (00830f0be8b34abfb8e5102d2c37115c). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.288040] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce884972-643d-4b65-bd46-a168fda06200 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.295612] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 928.295612] env[65717]: value = "task-4393468" [ 928.295612] env[65717]: _type = "Task" [ 928.295612] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.304955] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.306754] env[65717]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 928.306923] env[65717]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65717) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 928.309945] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Folder already exists: Project (00830f0be8b34abfb8e5102d2c37115c). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 928.309945] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Creating folder: Instances. Parent ref: group-v859954. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.309945] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5127a45d-013f-4e9c-a3f2-2db7270e9fff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.320205] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Created folder: Instances in parent group-v859954. [ 928.320387] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 928.320566] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.320798] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b812b0b-2f1d-4950-9e8e-9a5d231758c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.337012] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.337280] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.337481] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.337683] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.337840] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.341029] env[65717]: INFO nova.compute.manager [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Terminating instance [ 928.347024] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.347024] env[65717]: value = "task-4393471" [ 928.347024] env[65717]: _type = "Task" [ 928.347024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.354445] env[65717]: DEBUG nova.compute.manager [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Received event network-changed-7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.354756] env[65717]: DEBUG nova.compute.manager [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Refreshing instance network info cache due to event network-changed-7dd06d3e-8177-4b2d-b65a-f00f4810738b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 928.354979] env[65717]: DEBUG oslo_concurrency.lockutils [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] Acquiring lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.355161] env[65717]: DEBUG oslo_concurrency.lockutils [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] Acquired lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.355296] env[65717]: DEBUG nova.network.neutron [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Refreshing network info cache for port 7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.368142] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393471, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.779269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.779815] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 928.783016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.346s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.784778] env[65717]: INFO nova.compute.claims [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.805674] env[65717]: DEBUG oslo_vmware.api [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443123} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.805989] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.806338] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.806448] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.806522] env[65717]: INFO nova.compute.manager [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 928.806759] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 928.807374] env[65717]: DEBUG nova.compute.manager [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.807581] env[65717]: DEBUG nova.network.neutron [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.807753] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.845955] env[65717]: DEBUG nova.compute.manager [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 928.846240] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.847149] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdfb6ac-cdac-4acd-84f8-1f0c6d1cf4df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.862407] env[65717]: WARNING neutronclient.v2_0.client [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.866451] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393471, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.868661] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.869327] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc92502-8714-41bf-a4ed-d496b5415593 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.878117] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 928.878117] env[65717]: value = "task-4393472" [ 928.878117] env[65717]: _type = "Task" [ 928.878117] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.891900] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.893884] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.242597] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.242980] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.243340] env[65717]: DEBUG nova.objects.instance [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.290008] env[65717]: DEBUG nova.compute.utils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.294486] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 929.363564] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393471, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.388407] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393472, 'name': PowerOffVM_Task, 'duration_secs': 0.398622} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.388737] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.388919] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.389270] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57c6993-27a0-4573-bb45-be93b22f385f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.484062] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully updated port: c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.494835] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.495109] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.495258] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore2] 0d193044-bd31-437e-8e8a-65c8a9796cf4 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.495658] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10323bdc-880c-4216-aa39-e94685ea8ba5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.505831] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 929.505831] env[65717]: value = "task-4393474" [ 929.505831] env[65717]: _type = "Task" [ 929.505831] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.517714] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.631892] env[65717]: WARNING neutronclient.v2_0.client [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.668139] env[65717]: DEBUG nova.network.neutron [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.729381] env[65717]: DEBUG nova.network.neutron [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updated VIF entry in instance network info cache for port 7dd06d3e-8177-4b2d-b65a-f00f4810738b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.729771] env[65717]: DEBUG nova.network.neutron [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updating instance_info_cache with network_info: [{"id": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "address": "fa:16:3e:e2:ef:86", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd06d3e-81", "ovs_interfaceid": "7dd06d3e-8177-4b2d-b65a-f00f4810738b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.751120] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.802481] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 929.848330] env[65717]: DEBUG nova.objects.instance [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.865119] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393471, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.016453] env[65717]: DEBUG oslo_vmware.api [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38543} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.019262] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.019460] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.019638] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.019807] env[65717]: INFO nova.compute.manager [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 930.020057] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.020458] env[65717]: DEBUG nova.compute.manager [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.020557] env[65717]: DEBUG nova.network.neutron [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.020811] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.052873] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.171372] env[65717]: INFO nova.compute.manager [-] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Took 1.36 seconds to deallocate network for instance. [ 930.228552] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c3dc6-5f96-4c34-9a64-03944320ec1e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.232675] env[65717]: DEBUG oslo_concurrency.lockutils [req-e76c336a-1787-4c8e-b4bb-54e783a5d125 req-f1a80795-7151-4299-814f-e3e90a494081 service nova] Releasing lock "refresh_cache-03606c2b-e9c8-429c-b20a-edafc89b4afb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.238124] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e16ae8-2152-4afa-9ee0-82bacce62f0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.276290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929d7a1-2f13-4b80-9979-10f44f7b13e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.286413] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf295cfb-f21f-420f-ba3f-cdf443ace54d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.303886] env[65717]: DEBUG nova.compute.provider_tree [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.351602] env[65717]: DEBUG nova.objects.base [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance<39b077b4-52e0-4f43-8697-cb11588635f3> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.351818] env[65717]: DEBUG nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.352179] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.352920] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.365598] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393471, 'name': CreateVM_Task, 'duration_secs': 1.62303} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.365787] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.366639] env[65717]: WARNING neutronclient.v2_0.client [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.366639] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '77720684-fc61-499a-8178-1b10f02beca9', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859965', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'name': 'volume-1b4e9641-3ce4-457b-b0e2-8018b0170089', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5af3a05d-9508-4bab-bfb4-6c9e2ba6439e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'serial': '1b4e9641-3ce4-457b-b0e2-8018b0170089'}, 'volume_type': None}], 'swap': None} {{(pid=65717) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 930.366847] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Root volume attach. Driver type: vmdk {{(pid=65717) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 930.367784] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e0856-f0df-42d4-baad-06be7977fc2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.376767] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04841f3b-db69-40ba-9843-b1bded8eb82b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.384626] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb21d44-eef3-4092-88fb-40d114f4250a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.392605] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ccf73c24-f94b-4ce5-b4a3-98e61e26869e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.399529] env[65717]: DEBUG nova.policy [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.403178] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 930.403178] env[65717]: value = "task-4393475" [ 930.403178] env[65717]: _type = "Task" [ 930.403178] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.413320] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.683911] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.732867] env[65717]: DEBUG nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Successfully created port: 50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.776583] env[65717]: DEBUG nova.network.neutron [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.807926] env[65717]: DEBUG nova.scheduler.client.report [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.817400] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 930.858023] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.858311] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.858475] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.858688] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.858860] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.859069] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.859663] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.859663] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.859663] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.859820] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.860040] env[65717]: DEBUG nova.virt.hardware [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.861131] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e036764-f4a5-468e-9e9c-b1fb335b43e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.874064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d26c7-c481-4755-93fa-93757c664340 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.895209] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.901346] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Creating folder: Project (41adc0d97a674dc495b5e131716dba05). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.902150] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26675d7-7d20-4777-9d9c-d097ab71d0bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.917618] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 38%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.919922] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Created folder: Project (41adc0d97a674dc495b5e131716dba05) in parent group-v859766. [ 930.920251] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Creating folder: Instances. Parent ref: group-v859978. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.920594] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af71be1-ce54-406a-8aae-2e2b26a37d1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.939376] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Created folder: Instances in parent group-v859978. [ 930.939654] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.940010] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.940360] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e231186-a868-4cb9-b650-ee60f806168d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.964238] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.964238] env[65717]: value = "task-4393478" [ 930.964238] env[65717]: _type = "Task" [ 930.964238] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.977187] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393478, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.280297] env[65717]: INFO nova.compute.manager [-] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Took 1.26 seconds to deallocate network for instance. [ 931.317651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.318371] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 931.322732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.075s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.323027] env[65717]: DEBUG nova.objects.instance [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 931.417776] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.478115] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393478, 'name': CreateVM_Task, 'duration_secs': 0.361758} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.478304] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.478769] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.478930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479373] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.479662] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dd3b81-01d9-4dc3-95c9-1eccade6b513 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.488105] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 931.488105] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6ae34-9874-e766-3d76-f05d6c3b3c70" [ 931.488105] env[65717]: _type = "Task" [ 931.488105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.500547] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6ae34-9874-e766-3d76-f05d6c3b3c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.563410] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully updated port: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.675660] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Received event network-changed-1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 931.676932] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Refreshing instance network info cache due to event network-changed-1794bf81-593c-446c-a6d4-c062bdb321f9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 931.676932] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Acquiring lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.676932] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Acquired lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.676932] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Refreshing network info cache for port 1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.790999] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.832612] env[65717]: DEBUG nova.compute.utils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.835105] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 931.835105] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 931.835105] env[65717]: WARNING neutronclient.v2_0.client [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.835256] env[65717]: WARNING neutronclient.v2_0.client [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.894472] env[65717]: DEBUG nova.policy [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509f8058d7954514bfb3b98ebc4e3042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30f29b3be3a44a0aa24c132c0d95d11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.917912] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 63%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.002020] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f6ae34-9874-e766-3d76-f05d6c3b3c70, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.002282] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.002527] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.002770] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.002982] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.003204] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.003393] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34eabbf-ef7b-48b1-bd8f-b4982f4975b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.016819] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.017063] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.017926] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f673bc-1ffa-4cf6-9354-b758fcf17528 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.027862] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 932.027862] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52095539-fd32-f23a-172f-9efc0c240815" [ 932.027862] env[65717]: _type = "Task" [ 932.027862] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.042721] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52095539-fd32-f23a-172f-9efc0c240815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.179849] env[65717]: WARNING neutronclient.v2_0.client [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.253859] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Successfully created port: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 932.339603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-659421e4-ebc2-484e-8a27-b5df6a426f9a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.339603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.017s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.339603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.340973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.947s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.341272] env[65717]: DEBUG nova.objects.instance [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lazy-loading 'resources' on Instance uuid db7e2fb2-2936-494d-ab93-9905df4fbcfd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.344623] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 932.374144] env[65717]: INFO nova.scheduler.client.report [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocations for instance 5b29b629-22b1-4717-965e-ba39563a9f58 [ 932.414789] env[65717]: DEBUG nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Successfully updated port: 50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.428132] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 76%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.543127] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52095539-fd32-f23a-172f-9efc0c240815, 'name': SearchDatastore_Task, 'duration_secs': 0.023541} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.544193] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1b7b97-99b8-4725-acca-f99f1e967141 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.554951] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 932.554951] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa708c-ab55-5b62-0adc-3fdceb9c9949" [ 932.554951] env[65717]: _type = "Task" [ 932.554951] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.568548] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa708c-ab55-5b62-0adc-3fdceb9c9949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.886643] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6fc66f32-0238-45f9-b4d6-5991845847bf tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "5b29b629-22b1-4717-965e-ba39563a9f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.173s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.920154] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.920323] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.920511] env[65717]: DEBUG nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.922186] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.070683] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa708c-ab55-5b62-0adc-3fdceb9c9949, 'name': SearchDatastore_Task, 'duration_secs': 0.019132} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.071038] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.071291] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.071587] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc5347dd-bf09-4299-a73c-a2054f0304b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.080720] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 933.080720] env[65717]: value = "task-4393479" [ 933.080720] env[65717]: _type = "Task" [ 933.080720] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.092553] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.301755] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61b97b8-1c35-432c-895e-44809fb3c703 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312901] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c88287-077d-4944-9dd3-fb7742aa1ddc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350652] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00078fb-6ca9-4ab9-b342-5a3b3dbf099b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.359960] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 933.363882] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d93d03-ef88-49f3-940d-a17f208acf80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.382122] env[65717]: DEBUG nova.compute.provider_tree [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.393067] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 933.393339] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.393498] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 933.393677] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.393821] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 933.393965] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 933.394216] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.394371] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 933.394572] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 933.394758] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 933.395008] env[65717]: DEBUG nova.virt.hardware [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 933.395918] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aee3cb0-5967-4850-9cb3-c89b700cfb9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.406360] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35605a8-768a-4c9d-b45a-b859637759b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.422743] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 97%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594433] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.887169] env[65717]: DEBUG nova.scheduler.client.report [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.922677] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task} progress is 98%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.923837] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Successfully updated port: 10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.034601] env[65717]: WARNING nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 934.093464] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Successfully updated port: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.101976] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551528} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.102443] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.102667] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.103142] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0b52b1d-fd83-4363-86b8-29d78217a526 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.114856] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 934.114856] env[65717]: value = "task-4393480" [ 934.114856] env[65717]: _type = "Task" [ 934.114856] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.126633] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.198019] env[65717]: WARNING neutronclient.v2_0.client [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.228868] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.246439] env[65717]: DEBUG nova.compute.manager [req-27caa456-6a22-4eb3-a075-48ceed5d630e req-9ca4b298-bf92-4363-930e-8c79367f3f4a service nova] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Received event network-vif-deleted-2cfd566e-55ec-465c-bed1-e4ca857a90fe {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.246634] env[65717]: DEBUG nova.compute.manager [req-27caa456-6a22-4eb3-a075-48ceed5d630e req-9ca4b298-bf92-4363-930e-8c79367f3f4a service nova] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Received event network-vif-deleted-e005456f-97b2-4826-92d3-2b140ea22157 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.284390] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updated VIF entry in instance network info cache for port 1794bf81-593c-446c-a6d4-c062bdb321f9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.284782] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updating instance_info_cache with network_info: [{"id": "1794bf81-593c-446c-a6d4-c062bdb321f9", "address": "fa:16:3e:e2:4f:a5", "network": {"id": "80835efc-fc64-44f1-a6a1-1a932a9f26bb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1800258550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00830f0be8b34abfb8e5102d2c37115c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1794bf81-59", "ovs_interfaceid": "1794bf81-593c-446c-a6d4-c062bdb321f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.380051] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.393179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.395782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.272s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.397388] env[65717]: INFO nova.compute.claims [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.418919] env[65717]: INFO nova.scheduler.client.report [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Deleted allocations for instance db7e2fb2-2936-494d-ab93-9905df4fbcfd [ 934.426032] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393475, 'name': RelocateVM_Task, 'duration_secs': 3.763945} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.426486] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.426650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.426831] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.430403] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.431144] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859965', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'name': 'volume-1b4e9641-3ce4-457b-b0e2-8018b0170089', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5af3a05d-9508-4bab-bfb4-6c9e2ba6439e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'serial': '1b4e9641-3ce4-457b-b0e2-8018b0170089'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.435996] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723a5ef-440e-403c-8a1d-90a3d6567337 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.450682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7000b-db4b-4246-a9e4-89effebcdc43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.475590] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-1b4e9641-3ce4-457b-b0e2-8018b0170089/volume-1b4e9641-3ce4-457b-b0e2-8018b0170089.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.476916] env[65717]: DEBUG nova.network.neutron [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a47680-988e-46a9-9953-914eeb4c5467", "address": "fa:16:3e:4f:56:e1", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a47680-98", "ovs_interfaceid": "50a47680-988e-46a9-9953-914eeb4c5467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.479054] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae164090-24dd-4961-898b-298ad5e0b874 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.494250] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.494940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.495124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.496212] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf4c6f-2c05-4503-8b36-f0ff08a6cea2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.516654] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.516654] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.516654] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.516654] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.516654] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.517130] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.517130] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.517130] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.517272] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.517372] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.517570] env[65717]: DEBUG nova.virt.hardware [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.523968] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfiguring VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 934.526118] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800e4e9b-de49-4415-b48e-3ff44388dd7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.540448] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 934.540448] env[65717]: value = "task-4393481" [ 934.540448] env[65717]: _type = "Task" [ 934.540448] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.547128] env[65717]: DEBUG oslo_vmware.api [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 934.547128] env[65717]: value = "task-4393482" [ 934.547128] env[65717]: _type = "Task" [ 934.547128] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.553950] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.561159] env[65717]: DEBUG oslo_vmware.api [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393482, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.597046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.597430] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.597712] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.625734] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110114} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.626350] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.627885] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7de5d-bdb3-4055-9d8b-c3123dd70ca8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.652474] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.654282] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc1761e-8ab3-4d74-a3fc-7021a81fd426 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.672810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.677435] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 934.677435] env[65717]: value = "task-4393483" [ 934.677435] env[65717]: _type = "Task" [ 934.677435] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.689725] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.790267] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Releasing lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.790267] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-plugged-c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.790267] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.790267] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.790267] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.790267] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] No waiting events found dispatching network-vif-plugged-c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 934.790267] env[65717]: WARNING nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received unexpected event network-vif-plugged-c3ba5459-b78d-4b8f-ad22-80338ed43e7b for instance with vm_state building and task_state spawning. [ 934.790267] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-changed-c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.790267] env[65717]: DEBUG nova.compute.manager [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing instance network info cache due to event network-changed-c3ba5459-b78d-4b8f-ad22-80338ed43e7b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 934.790267] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Acquiring lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.937624] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Lock "db7e2fb2-2936-494d-ab93-9905df4fbcfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.029s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.990037] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.054227] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393481, 'name': ReconfigVM_Task, 'duration_secs': 0.319458} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.055288] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-1b4e9641-3ce4-457b-b0e2-8018b0170089/volume-1b4e9641-3ce4-457b-b0e2-8018b0170089.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.063880] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e6abba-aa4a-42a5-9df6-a5988c427a32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.074683] env[65717]: DEBUG oslo_vmware.api [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.078534] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.082692] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 935.082692] env[65717]: value = "task-4393484" [ 935.082692] env[65717]: _type = "Task" [ 935.082692] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.093783] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.136260] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.176696] env[65717]: DEBUG nova.compute.utils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.188975] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393483, 'name': ReconfigVM_Task, 'duration_secs': 0.327882} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.194021] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.195656] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675995df-7204-47dc-9994-1b11cd0a6e4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203702] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 935.203702] env[65717]: value = "task-4393485" [ 935.203702] env[65717]: _type = "Task" [ 935.203702] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.219100] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393485, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.261887] env[65717]: WARNING neutronclient.v2_0.client [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.270771] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.374065] env[65717]: DEBUG nova.network.neutron [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.495794] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.560766] env[65717]: DEBUG oslo_vmware.api [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.598485] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393484, 'name': ReconfigVM_Task, 'duration_secs': 0.151115} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.600118] env[65717]: DEBUG nova.network.neutron [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "address": "fa:16:3e:26:da:fb", "network": {"id": "69c189df-7eb3-4264-af66-b9a45512a0d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-255053377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1189f9-83", "ovs_interfaceid": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.601842] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859965', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'name': 'volume-1b4e9641-3ce4-457b-b0e2-8018b0170089', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5af3a05d-9508-4bab-bfb4-6c9e2ba6439e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'serial': '1b4e9641-3ce4-457b-b0e2-8018b0170089'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.605459] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5765cec3-ab39-4b70-9711-17c74098648d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.613933] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 935.613933] env[65717]: value = "task-4393486" [ 935.613933] env[65717]: _type = "Task" [ 935.613933] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.628866] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393486, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.683253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.715034] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393485, 'name': Rename_Task, 'duration_secs': 0.168149} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.718115] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.718666] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173716f1-f38b-4be0-8a23-0f7c09c1d471 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.727030] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 935.727030] env[65717]: value = "task-4393487" [ 935.727030] env[65717]: _type = "Task" [ 935.727030] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.739233] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.820268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454a1d6-dd02-4322-a241-d4a660239002 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.829319] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf285a5d-ee6f-443e-be53-51e1be293b2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.861460] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c064835b-d72f-43b3-8b7b-f0cec67a91b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.870146] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47036a82-6c6f-48a6-9cc5-9b5f8e62d34a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.877057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.877441] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Instance network_info: |[{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 935.885462] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:99:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d96c6d-c68d-44c6-a59d-bd019e72a1c1', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.893629] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.894156] env[65717]: DEBUG nova.compute.provider_tree [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.895846] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.896283] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f560a0a9-17a7-4f79-87f4-30b5efbc280a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.918196] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.918196] env[65717]: value = "task-4393488" [ 935.918196] env[65717]: _type = "Task" [ 935.918196] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.926727] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393488, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.063330] env[65717]: DEBUG oslo_vmware.api [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393482, 'name': ReconfigVM_Task, 'duration_secs': 1.136563} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.063882] env[65717]: WARNING neutronclient.v2_0.client [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.064170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.064380] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfigured VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 936.106331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.106845] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Instance network_info: |[{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "address": "fa:16:3e:26:da:fb", "network": {"id": "69c189df-7eb3-4264-af66-b9a45512a0d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-255053377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1189f9-83", "ovs_interfaceid": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 936.107292] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Acquired lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.107544] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing network info cache for port c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.109037] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:c7:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ba5459-b78d-4b8f-ad22-80338ed43e7b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:da:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a2:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10bcf5c6-648b-40f2-af56-6d687d2eb624', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.122709] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Creating folder: Project (1711c6790f424b9ab0b2a8c955bebe3c). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.124093] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a62a5048-6d1e-4dd7-9544-d19d85014926 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.136961] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393486, 'name': Rename_Task, 'duration_secs': 0.16974} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.137318] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.138028] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57afa59a-ab5c-4701-8ab3-4e13767a36bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.141286] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Created folder: Project (1711c6790f424b9ab0b2a8c955bebe3c) in parent group-v859766. [ 936.141410] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Creating folder: Instances. Parent ref: group-v859982. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.142123] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12d3332f-5915-4a8f-80ef-5f466b166df4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.149254] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 936.149254] env[65717]: value = "task-4393490" [ 936.149254] env[65717]: _type = "Task" [ 936.149254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.156787] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Created folder: Instances in parent group-v859982. [ 936.157092] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 936.160792] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.161109] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.161330] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f119ac-32dc-4b49-b6e0-e90431d8fbde {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.191385] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.191385] env[65717]: value = "task-4393492" [ 936.191385] env[65717]: _type = "Task" [ 936.191385] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.201103] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393492, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.240440] env[65717]: DEBUG oslo_vmware.api [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393487, 'name': PowerOnVM_Task, 'duration_secs': 0.479848} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.240743] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.240965] env[65717]: INFO nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Took 5.42 seconds to spawn the instance on the hypervisor. [ 936.241237] env[65717]: DEBUG nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 936.242153] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f4fc9-8eb0-4cec-9336-d7bb40b851d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397781] env[65717]: DEBUG nova.scheduler.client.report [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.430056] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393488, 'name': CreateVM_Task, 'duration_secs': 0.39909} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.430283] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.430805] env[65717]: WARNING neutronclient.v2_0.client [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.431206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.431434] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.431758] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.432410] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecc3052-1d45-48cf-b03d-3c3f69e42c7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.438116] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 936.438116] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d96fa3-5ad7-8d07-9690-58b97c5de04e" [ 936.438116] env[65717]: _type = "Task" [ 936.438116] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.447688] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d96fa3-5ad7-8d07-9690-58b97c5de04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.570234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-098f56b3-c67c-4c43-90fe-654a3966552e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.327s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.624647] env[65717]: WARNING neutronclient.v2_0.client [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.661365] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393490, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.702439] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393492, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.732212] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.732212] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.732212] env[65717]: INFO nova.compute.manager [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Attaching volume 7e72fd62-ecd6-47f3-83dc-dc789ee264ec to /dev/sdb [ 936.768732] env[65717]: INFO nova.compute.manager [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Took 29.09 seconds to build instance. [ 936.810580] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3205b2ae-d318-4cad-a5ae-a25dcf34c560 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.824024] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e178da-79ea-4aa6-b580-90a378d33659 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.843066] env[65717]: DEBUG nova.virt.block_device [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating existing volume attachment record: ca5403d5-731d-41a0-aeb0-425fc4740c24 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.905034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.905034] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 936.911747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.399s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.912937] env[65717]: DEBUG nova.objects.instance [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lazy-loading 'resources' on Instance uuid 85ed37f0-d3c8-4d89-a219-45939087247f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.952884] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d96fa3-5ad7-8d07-9690-58b97c5de04e, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.952884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.953289] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.953366] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.953548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.953736] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.954072] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f15e64-94fd-454f-b1d7-674ce7df875b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.965151] env[65717]: WARNING neutronclient.v2_0.client [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.975318] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.975318] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.976758] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c36d39f-2056-43fc-bcdd-ab0e1d9f4ddb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.984632] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 936.984632] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aad407-7657-d235-9776-97c72a62b343" [ 936.984632] env[65717]: _type = "Task" [ 936.984632] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.994581] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aad407-7657-d235-9776-97c72a62b343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.055426] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updated VIF entry in instance network info cache for port c3ba5459-b78d-4b8f-ad22-80338ed43e7b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.056350] env[65717]: DEBUG nova.network.neutron [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "address": "fa:16:3e:26:da:fb", "network": {"id": "69c189df-7eb3-4264-af66-b9a45512a0d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-255053377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1189f9-83", "ovs_interfaceid": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.103819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.103819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.103819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.103819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.103819] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.107691] env[65717]: INFO nova.compute.manager [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Terminating instance [ 937.163642] env[65717]: DEBUG oslo_vmware.api [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393490, 'name': PowerOnVM_Task, 'duration_secs': 0.646244} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.163921] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.164150] env[65717]: INFO nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Took 9.77 seconds to spawn the instance on the hypervisor. [ 937.164315] env[65717]: DEBUG nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.165238] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa32726f-269d-42f7-b28f-4f62e90dda61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.202690] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393492, 'name': CreateVM_Task, 'duration_secs': 0.598987} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.202925] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.203519] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.203881] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.204167] env[65717]: WARNING neutronclient.v2_0.client [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.204473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.204647] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.205018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.205323] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ee8852-5691-465f-b144-5eb7aed6a206 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.211216] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 937.211216] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523fc7ea-90c1-b0ea-e2d4-17da40b6d9a9" [ 937.211216] env[65717]: _type = "Task" [ 937.211216] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.222603] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523fc7ea-90c1-b0ea-e2d4-17da40b6d9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.270318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7701d29-b1f0-4570-862c-37ac203659d5 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.603s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.405655] env[65717]: DEBUG nova.compute.manager [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-plugged-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.406017] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.406324] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.409893] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.409893] env[65717]: DEBUG nova.compute.manager [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] No waiting events found dispatching network-vif-plugged-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 937.409893] env[65717]: WARNING nova.compute.manager [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received unexpected event network-vif-plugged-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e for instance with vm_state building and task_state spawning. [ 937.409893] env[65717]: DEBUG nova.compute.manager [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-changed-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.409893] env[65717]: DEBUG nova.compute.manager [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing instance network info cache due to event network-changed-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 937.409893] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Acquiring lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.420619] env[65717]: DEBUG nova.compute.utils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.427792] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 937.428121] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.428970] env[65717]: WARNING neutronclient.v2_0.client [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.429287] env[65717]: WARNING neutronclient.v2_0.client [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.483989] env[65717]: DEBUG nova.policy [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a03931924d04402873b90061e1ab90e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb1510ae0544d6aa973f1b4e4511d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.503633] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aad407-7657-d235-9776-97c72a62b343, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.510039] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efacffe-4624-49f1-8e25-53fd056c7c2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.517318] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 937.517318] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d9dd4-b973-0c03-4183-d7a4ffbafb37" [ 937.517318] env[65717]: _type = "Task" [ 937.517318] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.528713] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d9dd4-b973-0c03-4183-d7a4ffbafb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.560875] env[65717]: DEBUG oslo_concurrency.lockutils [req-6324dcd9-04f6-4c49-bfc3-55a4bc078063 req-6b5f03b2-fe7c-45ba-9ac6-5b813cb47e1b service nova] Releasing lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.561404] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Acquired lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.561647] env[65717]: DEBUG nova.network.neutron [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing network info cache for port 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.613647] env[65717]: DEBUG nova.compute.manager [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 937.614032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.615046] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052237ca-c54b-431a-9637-3503bf72dc45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.631209] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.631209] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a41096-ebfa-4524-99e0-41d1a531749b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.640400] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 937.640400] env[65717]: value = "task-4393496" [ 937.640400] env[65717]: _type = "Task" [ 937.640400] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.656793] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.689825] env[65717]: INFO nova.compute.manager [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Took 31.30 seconds to build instance. [ 937.724390] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523fc7ea-90c1-b0ea-e2d4-17da40b6d9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013998} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.727458] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.728075] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.728075] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.884201] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-plugged-50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.885319] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.885557] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.885885] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.886626] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] No waiting events found dispatching network-vif-plugged-50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 937.886626] env[65717]: WARNING nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received unexpected event network-vif-plugged-50a47680-988e-46a9-9953-914eeb4c5467 for instance with vm_state active and task_state None. [ 937.886626] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-changed-50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.886980] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing instance network info cache due to event network-changed-50a47680-988e-46a9-9953-914eeb4c5467. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 937.887166] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.890552] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.890552] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing network info cache for port 50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.927981] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 938.014732] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e368e7-eccb-4aa6-8a0f-ced3baca4357 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.037830] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d9dd4-b973-0c03-4183-d7a4ffbafb37, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.039040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60705dcf-5080-4bb7-89b6-46cf99a47fac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.042921] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.043398] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.043852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.044152] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.044469] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6171b43-f0bf-4f49-8064-95dedc4e4fd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048158] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d4e670-7b2f-47a5-989e-22ebec284423 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.092797] env[65717]: WARNING neutronclient.v2_0.client [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.099823] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b8161f-c550-4008-af6f-81055b3d8d1d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.103300] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 938.103300] env[65717]: value = "task-4393497" [ 938.103300] env[65717]: _type = "Task" [ 938.103300] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.103799] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.104077] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.105088] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ea5336-2acd-49cf-a430-906f9456b943 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.117271] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967be2a3-4375-427a-8cd5-014bb34c044f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.128732] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 938.128732] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e2c0d5-9635-dd1d-041c-efb2e5101549" [ 938.128732] env[65717]: _type = "Task" [ 938.128732] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.128732] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.129624] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Successfully created port: 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 938.150731] env[65717]: DEBUG nova.compute.provider_tree [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.161299] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e2c0d5-9635-dd1d-041c-efb2e5101549, 'name': SearchDatastore_Task, 'duration_secs': 0.013211} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.163611] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15c271c-0004-456d-b1b2-b71aaa8bd457 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.171019] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393496, 'name': PowerOffVM_Task, 'duration_secs': 0.302053} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.171798] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.172061] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.172538] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e895f0f2-97cc-4371-afe4-56e06a04af84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.176331] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 938.176331] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234da76-d3df-f652-d33c-a0e301b031c2" [ 938.176331] env[65717]: _type = "Task" [ 938.176331] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.190443] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234da76-d3df-f652-d33c-a0e301b031c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.195096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.813s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.258611] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.258916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.259133] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleting the datastore file [datastore1] 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.259433] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f4ddc7-1b16-431d-a13b-77faba69aa66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.270887] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for the task: (returnval){ [ 938.270887] env[65717]: value = "task-4393499" [ 938.270887] env[65717]: _type = "Task" [ 938.270887] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.281864] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.393512] env[65717]: WARNING neutronclient.v2_0.client [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.617559] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.653994] env[65717]: INFO nova.compute.manager [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Rebuilding instance [ 938.658498] env[65717]: DEBUG nova.scheduler.client.report [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.697431] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5234da76-d3df-f652-d33c-a0e301b031c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01608} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.697866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.698198] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0c2c7c12-0910-4782-92f2-f6b32a962a6f/0c2c7c12-0910-4782-92f2-f6b32a962a6f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.698516] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c71978-1d29-4f98-92dd-2d0032948492 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.707889] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 938.707889] env[65717]: value = "task-4393500" [ 938.707889] env[65717]: _type = "Task" [ 938.707889] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.713495] env[65717]: DEBUG nova.compute.manager [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.714540] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7a0fb5-8c29-4429-946f-e56abe4640a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.724467] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.787030] env[65717]: DEBUG oslo_vmware.api [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Task: {'id': task-4393499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.787352] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.787651] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.787916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.788163] env[65717]: INFO nova.compute.manager [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.788428] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 938.788660] env[65717]: DEBUG nova.compute.manager [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 938.788773] env[65717]: DEBUG nova.network.neutron [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.789128] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.939097] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 938.969192] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.970057] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.970057] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.970057] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.970057] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.970235] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.970458] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.970714] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.970977] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.971210] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.971416] env[65717]: DEBUG nova.virt.hardware [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.972448] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be428c-224d-4d28-ba87-20a649442d99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.984537] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0611ab-f53b-4ac1-8a07-f28b8df54f8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.026210] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.123167] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622839} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.123723] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.124183] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.124619] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60dabd12-446c-45fb-9616-5b0e534dac24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.137920] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 939.137920] env[65717]: value = "task-4393501" [ 939.137920] env[65717]: _type = "Task" [ 939.137920] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.151247] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.152741] env[65717]: WARNING neutronclient.v2_0.client [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.165783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.168962] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.389s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.169291] env[65717]: DEBUG nova.objects.instance [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.196483] env[65717]: INFO nova.scheduler.client.report [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleted allocations for instance 85ed37f0-d3c8-4d89-a219-45939087247f [ 939.224896] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499134} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.225375] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 0c2c7c12-0910-4782-92f2-f6b32a962a6f/0c2c7c12-0910-4782-92f2-f6b32a962a6f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.225724] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.226135] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308d072b-c504-49a9-b360-3813bd68d5c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.242219] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 939.242219] env[65717]: value = "task-4393502" [ 939.242219] env[65717]: _type = "Task" [ 939.242219] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.257473] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.648259] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09028} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.648569] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.649534] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20b4c84-91ff-412a-ac4b-05431eb8e9a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.674758] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.681184] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3213fb-87b9-42db-9467-031b055711c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.697707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11853661-2000-4db7-97ea-ab7fcd220569 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.529s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.698905] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.426s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.700422] env[65717]: INFO nova.compute.claims [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.706542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1a89984-5b52-4956-883b-f1a8a941de92 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "85ed37f0-d3c8-4d89-a219-45939087247f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.428s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.710094] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 939.710094] env[65717]: value = "task-4393504" [ 939.710094] env[65717]: _type = "Task" [ 939.710094] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.720580] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.737123] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.737967] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d336050f-ce5d-451c-ad5e-a3565f67c952 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.748703] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 939.748703] env[65717]: value = "task-4393505" [ 939.748703] env[65717]: _type = "Task" [ 939.748703] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.756616] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075805} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.757435] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.758842] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01459331-5ab3-4f47-b34b-b6f09f30b3d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.765684] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.798418] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 0c2c7c12-0910-4782-92f2-f6b32a962a6f/0c2c7c12-0910-4782-92f2-f6b32a962a6f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.799650] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Successfully updated port: 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.801227] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2a8a7d-fbec-4ab2-bd32-731a6aaf0fae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.818402] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.818732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.818793] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.830701] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 939.830701] env[65717]: value = "task-4393506" [ 939.830701] env[65717]: _type = "Task" [ 939.830701] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.850270] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.957079] env[65717]: DEBUG nova.network.neutron [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updated VIF entry in instance network info cache for port 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.957079] env[65717]: DEBUG nova.network.neutron [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "address": "fa:16:3e:26:da:fb", "network": {"id": "69c189df-7eb3-4264-af66-b9a45512a0d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-255053377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1189f9-83", "ovs_interfaceid": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.009113] env[65717]: WARNING neutronclient.v2_0.client [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.145955] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updated VIF entry in instance network info cache for port 50a47680-988e-46a9-9953-914eeb4c5467. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.146409] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a47680-988e-46a9-9953-914eeb4c5467", "address": "fa:16:3e:4f:56:e1", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a47680-98", "ovs_interfaceid": "50a47680-988e-46a9-9953-914eeb4c5467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.155246] env[65717]: DEBUG nova.network.neutron [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.222746] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.261168] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393505, 'name': PowerOffVM_Task, 'duration_secs': 0.31408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.264433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.264433] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.264433] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab90ee8c-9f17-4eb3-a5f5-922bf799c7fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.273032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.273032] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87de54a7-25ec-45fa-bc00-01dbf582dfa6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.305446] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.306124] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.306124] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Deleting the datastore file [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.306474] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da73905-a7af-4a24-a6d5-cae41fe2d9ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.315585] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 940.315585] env[65717]: value = "task-4393508" [ 940.315585] env[65717]: _type = "Task" [ 940.315585] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.330034] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.344370] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.364469] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.458979] env[65717]: WARNING neutronclient.v2_0.client [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.462812] env[65717]: DEBUG oslo_concurrency.lockutils [req-c184243e-c525-4d00-9bda-0b921295bafc req-54e7781e-23d6-4835-8d0c-4f2332715399 service nova] Releasing lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.556873] env[65717]: DEBUG nova.network.neutron [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.649575] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.649961] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Received event network-vif-plugged-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 940.650152] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.650379] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.650544] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.650845] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] No waiting events found dispatching network-vif-plugged-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 940.650995] env[65717]: WARNING nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Received unexpected event network-vif-plugged-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 for instance with vm_state building and task_state spawning. [ 940.651170] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Received event network-changed-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 940.651323] env[65717]: DEBUG nova.compute.manager [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Refreshing instance network info cache due to event network-changed-40d96c6d-c68d-44c6-a59d-bd019e72a1c1. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 940.651558] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquiring lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.651650] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Acquired lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.651790] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Refreshing network info cache for port 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.659227] env[65717]: INFO nova.compute.manager [-] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Took 1.87 seconds to deallocate network for instance. [ 940.726780] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393504, 'name': ReconfigVM_Task, 'duration_secs': 0.720771} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.726995] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.727659] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe0b7954-34f6-4a2e-9564-736868074a21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.735034] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 940.735034] env[65717]: value = "task-4393509" [ 940.735034] env[65717]: _type = "Task" [ 940.735034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.751594] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393509, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.810374] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.810553] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.830479] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108994} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.830774] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.831008] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.831226] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.848061] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393506, 'name': ReconfigVM_Task, 'duration_secs': 0.846642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.848350] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 0c2c7c12-0910-4782-92f2-f6b32a962a6f/0c2c7c12-0910-4782-92f2-f6b32a962a6f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.849021] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ccc7bb5-928b-435f-810f-ef8e4b59d74b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.856952] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 940.856952] env[65717]: value = "task-4393510" [ 940.856952] env[65717]: _type = "Task" [ 940.856952] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.869660] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393510, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.880929] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.881181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.881504] env[65717]: DEBUG nova.objects.instance [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.051710] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051ba1e-409a-45a7-9cc0-8e2c90fb38b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.060170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.060547] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance network_info: |[{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 941.061206] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e8:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028ccb40-33c8-4b87-adec-6d9d304fd319', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.068285] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating folder: Project (2eb1510ae0544d6aa973f1b4e4511d33). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.069286] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819975a-4ca3-4c20-95d7-b364fbec5c5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.072717] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d16939-3051-49df-b98e-8ba4ab964d5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.105025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b073aa24-8373-473b-8816-e7f789f2ce6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.107856] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created folder: Project (2eb1510ae0544d6aa973f1b4e4511d33) in parent group-v859766. [ 941.108066] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating folder: Instances. Parent ref: group-v859987. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.108153] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2911d352-3425-40ce-a287-241a8bb80ece {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.116261] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf219532-b405-4746-9761-359a4ed73069 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.121626] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created folder: Instances in parent group-v859987. [ 941.121886] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.122491] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.122734] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e08ada-60a3-4f37-a63f-653264a85a72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.147086] env[65717]: DEBUG nova.compute.provider_tree [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.157036] env[65717]: WARNING neutronclient.v2_0.client [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.158522] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.158522] env[65717]: value = "task-4393513" [ 941.158522] env[65717]: _type = "Task" [ 941.158522] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.171487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.172083] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393513, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.203572] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.203846] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.248241] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393509, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.313562] env[65717]: DEBUG nova.compute.utils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.317945] env[65717]: WARNING neutronclient.v2_0.client [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.369105] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393510, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.385275] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.395361] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updated VIF entry in instance network info cache for port 40d96c6d-c68d-44c6-a59d-bd019e72a1c1. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.395361] env[65717]: DEBUG nova.network.neutron [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.498481] env[65717]: DEBUG nova.objects.instance [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.651649] env[65717]: DEBUG nova.scheduler.client.report [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.669157] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393513, 'name': CreateVM_Task, 'duration_secs': 0.370916} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.669337] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.669824] env[65717]: WARNING neutronclient.v2_0.client [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.670198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.670346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.670659] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.671532] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31572991-ba38-4eb1-8d02-10cd564e3a52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.677547] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 941.677547] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526e3b23-c7c1-feca-878d-c9d30080253d" [ 941.677547] env[65717]: _type = "Task" [ 941.677547] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.686242] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526e3b23-c7c1-feca-878d-c9d30080253d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.706191] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 941.745763] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393509, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.817097] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.870529] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393510, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.877113] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.877647] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.877934] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.878237] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.878487] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.879738] env[65717]: DEBUG nova.virt.hardware [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.880514] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82282bf0-0eff-46ef-922a-ef5613a8caa7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.889676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2c7a5-1a76-4eaa-9740-92d96cb5934e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.905732] env[65717]: DEBUG oslo_concurrency.lockutils [req-b85c84b9-082a-4e5b-95cc-436f75e93cef req-454cc891-2d1b-462a-8a9f-b59c15f269ec service nova] Releasing lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.906339] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.912037] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.913324] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.913566] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859986', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'name': 'volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74e2e7c9-08cc-4b10-ac23-0f26c5ef1742', 'attached_at': '', 'detached_at': '', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'serial': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.913861] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.914597] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9c580-1146-4746-a302-a8cb0bfb7816 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.917249] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cb02cd7-7ac8-47df-851c-8ec6d5a83cb4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.944993] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f4684-6e75-4c68-bb9c-b1052a4a966b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.948029] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.948029] env[65717]: value = "task-4393514" [ 941.948029] env[65717]: _type = "Task" [ 941.948029] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.972493] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec/volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.973269] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5b4eac-427c-4895-b34a-89f840bb7fdf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.989385] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393514, 'name': CreateVM_Task} progress is 15%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.996116] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 941.996116] env[65717]: value = "task-4393515" [ 941.996116] env[65717]: _type = "Task" [ 941.996116] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.001293] env[65717]: DEBUG nova.objects.base [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance<39b077b4-52e0-4f43-8697-cb11588635f3> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 942.001523] env[65717]: DEBUG nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.002069] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.002456] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.009187] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.091953] env[65717]: DEBUG nova.policy [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.158710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.159275] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 942.162059] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.315s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.190164] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526e3b23-c7c1-feca-878d-c9d30080253d, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.190478] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.190752] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.191023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.191528] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.191528] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.191809] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a063449f-46d0-40e5-93e5-653e93e4568d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.201766] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.202839] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.202839] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3dd2b9-4576-4e68-b3fc-71afb68d69a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.212369] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 942.212369] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cfb1ee-c67a-20f5-93e4-95aacc193f25" [ 942.212369] env[65717]: _type = "Task" [ 942.212369] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.224971] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cfb1ee-c67a-20f5-93e4-95aacc193f25, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.225736] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec91e9b0-1e9b-44e1-af9e-1e4d0666bc8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.230101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.231514] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 942.231514] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522cdee0-b781-c862-02ad-d824bae92e5e" [ 942.231514] env[65717]: _type = "Task" [ 942.231514] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.242365] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522cdee0-b781-c862-02ad-d824bae92e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.248834] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393509, 'name': Rename_Task, 'duration_secs': 1.173655} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.249141] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.249391] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a4d8f6-061b-40e2-a944-217477ce1ada {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.267105] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 942.267105] env[65717]: value = "task-4393516" [ 942.267105] env[65717]: _type = "Task" [ 942.267105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.279543] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.374316] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393510, 'name': Rename_Task, 'duration_secs': 1.162491} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.374494] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.374809] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a053899c-837f-4685-953a-7f591f041802 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.386399] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 942.386399] env[65717]: value = "task-4393517" [ 942.386399] env[65717]: _type = "Task" [ 942.386399] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.396162] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.458663] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393514, 'name': CreateVM_Task, 'duration_secs': 0.271409} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.458851] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.459282] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.459441] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.459734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.460026] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f8959e-8918-40ec-81ce-e522e83e991e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.465748] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 942.465748] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a103b9-d32a-a024-53c6-97b33a588ed4" [ 942.465748] env[65717]: _type = "Task" [ 942.465748] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.475534] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a103b9-d32a-a024-53c6-97b33a588ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.507146] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393515, 'name': ReconfigVM_Task, 'duration_secs': 0.44853} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.507269] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec/volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.512281] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd6014c-ab4a-472d-8c38-43bbdcbcf77f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.530350] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 942.530350] env[65717]: value = "task-4393518" [ 942.530350] env[65717]: _type = "Task" [ 942.530350] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.542942] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.665917] env[65717]: DEBUG nova.compute.utils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.669579] env[65717]: INFO nova.compute.claims [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.673480] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 942.673752] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.674195] env[65717]: WARNING neutronclient.v2_0.client [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.674558] env[65717]: WARNING neutronclient.v2_0.client [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.732602] env[65717]: DEBUG nova.policy [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aca8c3f7e940ac84ca35af0dcddf42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8fe6d11b76d4826850fd20564fdf926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.745520] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522cdee0-b781-c862-02ad-d824bae92e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.745837] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.746110] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.746383] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9696823-77e3-4334-bc55-b65877ef16b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.754799] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 942.754799] env[65717]: value = "task-4393519" [ 942.754799] env[65717]: _type = "Task" [ 942.754799] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.764664] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.778881] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.898310] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.900424] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.900710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.901075] env[65717]: INFO nova.compute.manager [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Attaching volume 9c2016ae-a801-49aa-a35e-6820087190e8 to /dev/sdb [ 942.947427] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0de53d-6343-494f-bfb5-6f491cf35f20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.956071] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c182940-6e4f-46d2-a8df-e72eadd22a78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.977869] env[65717]: DEBUG nova.virt.block_device [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating existing volume attachment record: 7c857544-ea72-42a8-851a-124c65a84af6 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 942.987709] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a103b9-d32a-a024-53c6-97b33a588ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.988145] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.988462] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.988785] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.989017] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.989293] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.989644] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e34d856-0062-49a7-bc51-48b74ab1a9ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.007818] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.008040] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.009244] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf094be-ab5b-431c-ab3e-2dd34f325ec7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.018049] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 943.018049] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528a847c-aa84-73d5-9f48-8dc93cfe73e2" [ 943.018049] env[65717]: _type = "Task" [ 943.018049] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.032683] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528a847c-aa84-73d5-9f48-8dc93cfe73e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.046332] env[65717]: DEBUG oslo_vmware.api [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393518, 'name': ReconfigVM_Task, 'duration_secs': 0.173324} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.046798] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859986', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'name': 'volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74e2e7c9-08cc-4b10-ac23-0f26c5ef1742', 'attached_at': '', 'detached_at': '', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'serial': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.120946] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Successfully created port: 99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.167974] env[65717]: DEBUG nova.compute.manager [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-plugged-10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.168233] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.169353] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.169353] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.169662] env[65717]: DEBUG nova.compute.manager [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] No waiting events found dispatching network-vif-plugged-10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 943.169761] env[65717]: WARNING nova.compute.manager [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received unexpected event network-vif-plugged-10bcf5c6-648b-40f2-af56-6d687d2eb624 for instance with vm_state building and task_state spawning. [ 943.169836] env[65717]: DEBUG nova.compute.manager [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-changed-10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.169989] env[65717]: DEBUG nova.compute.manager [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing instance network info cache due to event network-changed-10bcf5c6-648b-40f2-af56-6d687d2eb624. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 943.170630] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Acquiring lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.170778] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Acquired lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.170940] env[65717]: DEBUG nova.network.neutron [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Refreshing network info cache for port 10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.177791] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 943.183731] env[65717]: INFO nova.compute.resource_tracker [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating resource usage from migration 26d51ba1-0be5-4ef5-8d78-efede60add95 [ 943.269557] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.292868] env[65717]: DEBUG oslo_vmware.api [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393516, 'name': PowerOnVM_Task, 'duration_secs': 0.589413} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.292868] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.292868] env[65717]: INFO nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Took 9.93 seconds to spawn the instance on the hypervisor. [ 943.292868] env[65717]: DEBUG nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.292868] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f94b57-d252-4df6-af84-afa09f96e7d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.397121] env[65717]: DEBUG oslo_vmware.api [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393517, 'name': PowerOnVM_Task, 'duration_secs': 0.553699} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.400492] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.400730] env[65717]: INFO nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Took 15.21 seconds to spawn the instance on the hypervisor. [ 943.400910] env[65717]: DEBUG nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.401944] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e53d29-4208-467a-8c97-3d97d87627cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.536025] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528a847c-aa84-73d5-9f48-8dc93cfe73e2, 'name': SearchDatastore_Task, 'duration_secs': 0.085742} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.536936] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47405c33-ee4f-49e2-a3f3-9d9fa5fbe3c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.548392] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 943.548392] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52455262-c8a5-954d-331c-6e8cab7e6983" [ 943.548392] env[65717]: _type = "Task" [ 943.548392] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.566869] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52455262-c8a5-954d-331c-6e8cab7e6983, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.571196] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.571601] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.573610] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be5e3150-31f7-449c-8a44-2d91c3dd1a69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.578115] env[65717]: DEBUG nova.compute.manager [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.578822] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.579156] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.579394] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.579636] env[65717]: DEBUG nova.compute.manager [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] No waiting events found dispatching network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 943.579873] env[65717]: WARNING nova.compute.manager [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received unexpected event network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 for instance with vm_state building and task_state spawning. [ 943.580104] env[65717]: DEBUG nova.compute.manager [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.580333] env[65717]: DEBUG nova.compute.manager [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing instance network info cache due to event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 943.580597] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.580843] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.580998] env[65717]: DEBUG nova.network.neutron [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.591824] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 943.591824] env[65717]: value = "task-4393523" [ 943.591824] env[65717]: _type = "Task" [ 943.591824] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.607216] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.670360] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723db9d3-f976-4ea4-ba74-feff7f3da141 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.678670] env[65717]: WARNING neutronclient.v2_0.client [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.682216] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12327e9-c29a-4221-8c1c-b0c29c096d9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.732103] env[65717]: DEBUG nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Successfully updated port: fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 943.734500] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f0ba3-dcb6-4721-82c6-55567c8f2094 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.745863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8cf6cb-eb31-4d8b-ad3d-eb75398f8cc7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.764771] env[65717]: DEBUG nova.compute.provider_tree [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.777063] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603219} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.777063] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.777362] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.777929] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a46ab23f-94aa-4da5-93ed-516007f9a359 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.787321] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 943.787321] env[65717]: value = "task-4393524" [ 943.787321] env[65717]: _type = "Task" [ 943.787321] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.798557] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.826368] env[65717]: INFO nova.compute.manager [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Took 34.41 seconds to build instance. [ 943.922874] env[65717]: INFO nova.compute.manager [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Rebuilding instance [ 943.935566] env[65717]: INFO nova.compute.manager [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Took 36.37 seconds to build instance. [ 944.004799] env[65717]: DEBUG nova.compute.manager [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 944.005932] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff1002c-7730-4bb9-a832-85b2095cd15f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.011956] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.012381] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.013179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.013179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.013179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.020674] env[65717]: INFO nova.compute.manager [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Terminating instance [ 944.085265] env[65717]: WARNING neutronclient.v2_0.client [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.092505] env[65717]: WARNING neutronclient.v2_0.client [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.105218] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.127334] env[65717]: DEBUG nova.objects.instance [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'flavor' on Instance uuid 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.193273] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 944.227838] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 944.229167] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.229612] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 944.229965] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.231052] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 944.231052] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 944.231052] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.231052] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 944.231052] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 944.231537] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 944.231833] env[65717]: DEBUG nova.virt.hardware [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 944.232867] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2138c1-7159-4bd5-b0d1-d5d4d0acc5ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.239691] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.240358] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.240467] env[65717]: DEBUG nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.249398] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcca498-2249-44fc-9001-c6a704163225 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.271254] env[65717]: DEBUG nova.scheduler.client.report [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.286411] env[65717]: DEBUG nova.network.neutron [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updated VIF entry in instance network info cache for port 10bcf5c6-648b-40f2-af56-6d687d2eb624. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 944.286817] env[65717]: DEBUG nova.network.neutron [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "address": "fa:16:3e:26:da:fb", "network": {"id": "69c189df-7eb3-4264-af66-b9a45512a0d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-255053377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1189f9-83", "ovs_interfaceid": "5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.299626] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148505} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.299908] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.301319] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ff158-2e0c-4f53-b913-ab9ea67caa93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.330742] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.331172] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b1137040-dc5a-46d4-8ad0-229e0b348026 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.935s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.331774] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7895d41f-f5d4-4104-b1b3-5eacc03584e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.354307] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 944.354307] env[65717]: value = "task-4393525" [ 944.354307] env[65717]: _type = "Task" [ 944.354307] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.364630] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.439555] env[65717]: DEBUG oslo_concurrency.lockutils [None req-77383409-1c6a-494a-ba8d-8822a58cd519 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.886s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.474853] env[65717]: WARNING neutronclient.v2_0.client [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.526396] env[65717]: DEBUG nova.compute.manager [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 944.526577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.527461] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523cb14-37ab-42aa-bc09-e5b2611171a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.537990] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.538167] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c6f778-5fe5-4433-993d-916e100f3b15 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.546935] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 944.546935] env[65717]: value = "task-4393526" [ 944.546935] env[65717]: _type = "Task" [ 944.546935] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.557492] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.607477] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606935} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.608266] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.608606] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.609108] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6555ebbb-b159-4318-98e3-488d42388446 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.619156] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 944.619156] env[65717]: value = "task-4393527" [ 944.619156] env[65717]: _type = "Task" [ 944.619156] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.632435] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.632956] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cd67fe96-a2c4-4210-baf0-ec84f2ffc328 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.644017] env[65717]: DEBUG nova.network.neutron [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updated VIF entry in instance network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 944.644429] env[65717]: DEBUG nova.network.neutron [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.776554] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.614s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.776870] env[65717]: INFO nova.compute.manager [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Migrating [ 944.784645] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Successfully updated port: 99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.786473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.102s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.786473] env[65717]: DEBUG nova.objects.instance [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lazy-loading 'resources' on Instance uuid bedbb7c2-c60b-44ac-9650-480f6771554e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.795077] env[65717]: DEBUG oslo_concurrency.lockutils [req-9d7a07db-364a-4e7b-b1f7-2f1c27c97089 req-35d49019-f050-4b67-9b26-846b254a1065 service nova] Releasing lock "refresh_cache-0c2c7c12-0910-4782-92f2-f6b32a962a6f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.796109] env[65717]: WARNING nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 944.796289] env[65717]: WARNING nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 944.866157] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393525, 'name': ReconfigVM_Task, 'duration_secs': 0.332696} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.866451] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.867186] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69827e84-3597-41cb-b1f0-d83cfcfbc1c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.875035] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 944.875035] env[65717]: value = "task-4393528" [ 944.875035] env[65717]: _type = "Task" [ 944.875035] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.884493] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393528, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.898736] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.032364] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.032948] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a1576a-5034-46a0-9cde-ffd5af2eb294 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.041788] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 945.041788] env[65717]: value = "task-4393529" [ 945.041788] env[65717]: _type = "Task" [ 945.041788] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.058098] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.066628] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393526, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.076486] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.132794] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084731} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.133250] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.134016] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b48d2e-1d71-4240-8b23-fb733054387c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.148426] env[65717]: DEBUG oslo_concurrency.lockutils [req-0e6622e0-f888-4bf2-837f-54065286606b req-8b8de3d3-8893-4cbc-8a28-4ff1602f302d service nova] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.158186] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.161984] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477d59a8-fc74-428b-a1e5-12ddc58ce732 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.186100] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 945.186100] env[65717]: value = "task-4393530" [ 945.186100] env[65717]: _type = "Task" [ 945.186100] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.196154] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.285705] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.288815] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.289216] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.300347] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.300554] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.300841] env[65717]: DEBUG nova.network.neutron [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.388746] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393528, 'name': Rename_Task, 'duration_secs': 0.181158} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.392130] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.393259] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22483a3-c1b1-4c26-ab83-f12374f4c7f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.395859] env[65717]: DEBUG nova.network.neutron [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a47680-988e-46a9-9953-914eeb4c5467", "address": "fa:16:3e:4f:56:e1", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a47680-98", "ovs_interfaceid": "50a47680-988e-46a9-9953-914eeb4c5467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "address": "fa:16:3e:14:1c:ec", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa702bc7-34", "ovs_interfaceid": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.403570] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 945.403570] env[65717]: value = "task-4393532" [ 945.403570] env[65717]: _type = "Task" [ 945.403570] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.416244] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.558416] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393529, 'name': PowerOffVM_Task, 'duration_secs': 0.267096} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.560035] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.560156] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.561031] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7425fc7-5d43-484f-873d-53fac20f2334 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.570143] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393526, 'name': PowerOffVM_Task, 'duration_secs': 0.521087} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.574120] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.574452] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.575565] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a59b734-69c4-450f-8771-efc703d29d64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.579596] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.580648] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff9c8db6-f349-49dc-b98e-7d56571046ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.688757] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.689150] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.689400] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleting the datastore file [datastore1] 11b1f093-5da5-4f79-b6d4-070e59b5dbac {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.697889] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6cb3af9-b48c-47bf-b4b4-94ee11341ec3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.702057] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.702359] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.703105] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleting the datastore file [datastore2] ef52ab57-87c2-4128-98ce-4fa71117c034 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.703921] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28af16b1-7370-4bf4-9b8d-2c8945ba5d47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.711239] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.713140] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for the task: (returnval){ [ 945.713140] env[65717]: value = "task-4393535" [ 945.713140] env[65717]: _type = "Task" [ 945.713140] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.714822] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 945.714822] env[65717]: value = "task-4393536" [ 945.714822] env[65717]: _type = "Task" [ 945.714822] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.734031] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.736451] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.798196] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786be0cd-946f-4f50-a1a6-393184cf4add {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.803388] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.810212] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1fc82-3ce7-4e14-9deb-8e885534992c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.852081] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.855593] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61117cda-d0ca-4c53-b417-5cbc6172982e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.865849] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f1c5e5-7c8e-419c-9db4-4721f163dca2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.885311] env[65717]: DEBUG nova.compute.provider_tree [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.899418] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.900296] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.900485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.901379] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6dbba-4667-4157-8f14-09542bb3ad46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.929972] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 945.930271] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.930523] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 945.930763] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.930938] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 945.931148] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 945.931539] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.931647] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 945.931792] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 945.931945] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 945.932179] env[65717]: DEBUG nova.virt.hardware [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 945.940462] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfiguring VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 945.948116] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e296e49b-698c-45d9-8da0-6f8a0e788f20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.961319] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.971984] env[65717]: DEBUG oslo_vmware.api [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 945.971984] env[65717]: value = "task-4393537" [ 945.971984] env[65717]: _type = "Task" [ 945.971984] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.981706] env[65717]: DEBUG oslo_vmware.api [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393537, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.998597] env[65717]: WARNING neutronclient.v2_0.client [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.029902] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.081428] env[65717]: DEBUG nova.network.neutron [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Updating instance_info_cache with network_info: [{"id": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "address": "fa:16:3e:cf:78:0e", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dd7a10-cc", "ovs_interfaceid": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.118443] env[65717]: DEBUG nova.network.neutron [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.200889] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393530, 'name': ReconfigVM_Task, 'duration_secs': 0.594099} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.201186] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667/9d8c3cf6-bb98-4061-9a36-dab5a8181667.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.201867] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dd48417-cf68-4bdb-97c6-a312256f404a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.209756] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 946.209756] env[65717]: value = "task-4393538" [ 946.209756] env[65717]: _type = "Task" [ 946.209756] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.219390] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393538, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.232100] env[65717]: DEBUG oslo_vmware.api [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Task: {'id': task-4393535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269061} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.235341] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.235570] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.235780] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.235921] env[65717]: INFO nova.compute.manager [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Took 1.71 seconds to destroy the instance on the hypervisor. [ 946.236194] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 946.236401] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21275} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.236612] env[65717]: DEBUG nova.compute.manager [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 946.236958] env[65717]: DEBUG nova.network.neutron [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 946.236958] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.238898] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.239180] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.239260] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.302078] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.394021] env[65717]: DEBUG nova.scheduler.client.report [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.414112] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Received event network-vif-deleted-fcf39cea-732e-47a0-bb37-d381e5d203c9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.414463] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Received event network-changed-1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.414752] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Refreshing instance network info cache due to event network-changed-1794bf81-593c-446c-a6d4-c062bdb321f9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 946.415116] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Acquiring lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415380] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Acquired lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415722] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Refreshing network info cache for port 1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.426148] env[65717]: DEBUG oslo_vmware.api [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393532, 'name': PowerOnVM_Task, 'duration_secs': 0.595801} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.427199] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.427422] env[65717]: INFO nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Took 7.49 seconds to spawn the instance on the hypervisor. [ 946.427647] env[65717]: DEBUG nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.428468] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0b9f7-e371-4d93-ab8c-666d37862d35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.484432] env[65717]: DEBUG oslo_vmware.api [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.502547] env[65717]: DEBUG nova.compute.manager [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Received event network-vif-plugged-99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.502744] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Acquiring lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.503291] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.503470] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.503668] env[65717]: DEBUG nova.compute.manager [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] No waiting events found dispatching network-vif-plugged-99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 946.503842] env[65717]: WARNING nova.compute.manager [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Received unexpected event network-vif-plugged-99dd7a10-ccdf-4a60-b7ea-879b73139680 for instance with vm_state building and task_state spawning. [ 946.504011] env[65717]: DEBUG nova.compute.manager [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Received event network-changed-99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.504178] env[65717]: DEBUG nova.compute.manager [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Refreshing instance network info cache due to event network-changed-99dd7a10-ccdf-4a60-b7ea-879b73139680. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 946.504337] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Acquiring lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.552259] env[65717]: INFO nova.compute.manager [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Rescuing [ 946.552574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.552833] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.553069] env[65717]: DEBUG nova.network.neutron [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.585655] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.586045] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Instance network_info: |[{"id": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "address": "fa:16:3e:cf:78:0e", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dd7a10-cc", "ovs_interfaceid": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 946.586377] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Acquired lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.586548] env[65717]: DEBUG nova.network.neutron [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Refreshing network info cache for port 99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.587976] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:78:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99dd7a10-ccdf-4a60-b7ea-879b73139680', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.595633] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 946.596402] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.597540] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-774c52aa-7b6f-4813-8878-a794a9feaedd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.619970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.621384] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.621384] env[65717]: value = "task-4393539" [ 946.621384] env[65717]: _type = "Task" [ 946.621384] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.631666] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393539, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.722240] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393538, 'name': Rename_Task, 'duration_secs': 0.299649} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.722545] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.722803] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ddf99e7-e23d-41b2-90cb-3100c38b259b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.732997] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 946.732997] env[65717]: value = "task-4393540" [ 946.732997] env[65717]: _type = "Task" [ 946.732997] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.746850] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.898145] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.900391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.109s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.900713] env[65717]: DEBUG nova.objects.instance [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lazy-loading 'resources' on Instance uuid 0d193044-bd31-437e-8e8a-65c8a9796cf4 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.919835] env[65717]: WARNING neutronclient.v2_0.client [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.927434] env[65717]: INFO nova.scheduler.client.report [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted allocations for instance bedbb7c2-c60b-44ac-9650-480f6771554e [ 946.953581] env[65717]: INFO nova.compute.manager [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Took 29.86 seconds to build instance. [ 946.997477] env[65717]: DEBUG oslo_vmware.api [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.056564] env[65717]: WARNING neutronclient.v2_0.client [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.065872] env[65717]: DEBUG nova.network.neutron [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.097074] env[65717]: WARNING neutronclient.v2_0.client [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.147321] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393539, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.246973] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.292091] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 947.293054] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.293694] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 947.293694] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 947.293694] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 947.293805] env[65717]: DEBUG nova.virt.hardware [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 947.294758] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b08e989-0e2f-4228-bb78-deb917e6c034 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.300386] env[65717]: WARNING neutronclient.v2_0.client [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.316324] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92189680-23c2-4654-af02-74d9a7843b99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.333876] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e1:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f80fd038-5caa-449f-9c9e-ac1d0d6f03cc', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.342259] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 947.346443] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.347027] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13acae82-298e-45bf-9583-36e418b5507d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.370994] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.370994] env[65717]: value = "task-4393541" [ 947.370994] env[65717]: _type = "Task" [ 947.370994] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.384747] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393541, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.443162] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b02073f4-3072-4a67-a7bc-52d4810c8c25 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "bedbb7c2-c60b-44ac-9650-480f6771554e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.328s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.455976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b04c1d1b-2579-42c1-a096-7b0122ae918e tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.371s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.473985] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updated VIF entry in instance network info cache for port 1794bf81-593c-446c-a6d4-c062bdb321f9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.474358] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updating instance_info_cache with network_info: [{"id": "1794bf81-593c-446c-a6d4-c062bdb321f9", "address": "fa:16:3e:e2:4f:a5", "network": {"id": "80835efc-fc64-44f1-a6a1-1a932a9f26bb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1800258550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00830f0be8b34abfb8e5102d2c37115c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1794bf81-59", "ovs_interfaceid": "1794bf81-593c-446c-a6d4-c062bdb321f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.490257] env[65717]: DEBUG oslo_vmware.api [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393537, 'name': ReconfigVM_Task, 'duration_secs': 1.130557} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.490995] env[65717]: WARNING neutronclient.v2_0.client [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.490995] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.491211] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfigured VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 947.498678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.498968] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.500020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.500020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.500020] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.506180] env[65717]: INFO nova.compute.manager [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Terminating instance [ 947.518423] env[65717]: WARNING neutronclient.v2_0.client [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.533531] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 947.533793] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859992', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'name': 'volume-9c2016ae-a801-49aa-a35e-6820087190e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '333324fc-ecd0-4ada-9f0b-0783099eb5fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'serial': '9c2016ae-a801-49aa-a35e-6820087190e8'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 947.535182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42140388-a3fd-4e0f-84a7-39807202dbe4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.555339] env[65717]: WARNING neutronclient.v2_0.client [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.558685] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce5fca-f651-4e9c-9369-d8809e518b0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.582877] env[65717]: INFO nova.compute.manager [-] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Took 1.35 seconds to deallocate network for instance. [ 947.592362] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-9c2016ae-a801-49aa-a35e-6820087190e8/volume-9c2016ae-a801-49aa-a35e-6820087190e8.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.600441] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8dd47f-b208-4037-874b-4990db0fea90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.626428] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 947.626428] env[65717]: value = "task-4393542" [ 947.626428] env[65717]: _type = "Task" [ 947.626428] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.649251] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.654061] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393539, 'name': CreateVM_Task, 'duration_secs': 0.579856} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.654287] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.655160] env[65717]: WARNING neutronclient.v2_0.client [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.655939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.656231] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.656705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.660600] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86c0205-1e55-4c7e-99d6-7503bf8673f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.671566] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 947.671566] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e4f9a-fbee-cd0e-c82b-2302be504470" [ 947.671566] env[65717]: _type = "Task" [ 947.671566] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.687430] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e4f9a-fbee-cd0e-c82b-2302be504470, 'name': SearchDatastore_Task, 'duration_secs': 0.013133} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.687735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.688015] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.688265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688459] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688621] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.689175] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e2704d-61b9-4841-b168-b1bbf3d364f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.697166] env[65717]: DEBUG nova.network.neutron [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.699931] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.700488] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.700907] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331baca1-77a1-44d5-bf57-771908904fc1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.707017] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 947.707017] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525056eb-72dc-89d3-98e6-afb75062f7af" [ 947.707017] env[65717]: _type = "Task" [ 947.707017] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.719755] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525056eb-72dc-89d3-98e6-afb75062f7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.732691] env[65717]: DEBUG nova.network.neutron [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Updated VIF entry in instance network info cache for port 99dd7a10-ccdf-4a60-b7ea-879b73139680. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.734076] env[65717]: DEBUG nova.network.neutron [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Updating instance_info_cache with network_info: [{"id": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "address": "fa:16:3e:cf:78:0e", "network": {"id": "909cc0da-79b6-4c67-a36c-01b413dbc1a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2012030090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8fe6d11b76d4826850fd20564fdf926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dd7a10-cc", "ovs_interfaceid": "99dd7a10-ccdf-4a60-b7ea-879b73139680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.747483] env[65717]: DEBUG oslo_vmware.api [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393540, 'name': PowerOnVM_Task, 'duration_secs': 0.686921} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.751124] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.751124] env[65717]: DEBUG nova.compute.manager [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 947.752899] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a8010-72f7-40a4-8bb6-1b28dfbccba9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.885013] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393541, 'name': CreateVM_Task, 'duration_secs': 0.449387} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.888043] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.888916] env[65717]: WARNING neutronclient.v2_0.client [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 947.889308] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.889523] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.889750] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.890461] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcd7d0c-1ea1-408c-9bbb-3df67d52cebd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.896520] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 947.896520] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520155d4-8084-b653-f926-abac4b9b0d44" [ 947.896520] env[65717]: _type = "Task" [ 947.896520] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.912072] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520155d4-8084-b653-f926-abac4b9b0d44, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.912942] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.913267] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.913484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.931110] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c47bc5-f1c7-4ff2-9ffc-bd457b0bd3ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.939787] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a79482-cbf2-4c0f-97fa-1c9bd76e3da3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.973182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1fd10b-261f-4311-9a22-79782e775ad6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.981643] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Releasing lock "refresh_cache-5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.981910] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-plugged-fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 947.982116] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.982374] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.982550] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.982776] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] No waiting events found dispatching network-vif-plugged-fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 947.983047] env[65717]: WARNING nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received unexpected event network-vif-plugged-fa702bc7-34cb-4ee8-899b-f6f32d682dcd for instance with vm_state active and task_state None. [ 947.983240] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-changed-fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 947.983402] env[65717]: DEBUG nova.compute.manager [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing instance network info cache due to event network-changed-fa702bc7-34cb-4ee8-899b-f6f32d682dcd. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 947.983591] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.984127] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.984127] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Refreshing network info cache for port fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.987731] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b1c34b-98a9-4a46-b49a-1a6ea56afaf9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.005864] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.125s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.007551] env[65717]: DEBUG nova.compute.provider_tree [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.014224] env[65717]: DEBUG nova.compute.manager [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 948.014421] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.016170] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c55a55-2650-4105-889d-08c87c71661b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.029649] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.030041] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4eae1fa-29c2-408a-b157-f1928a65fbbd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.040566] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 948.040566] env[65717]: value = "task-4393543" [ 948.040566] env[65717]: _type = "Task" [ 948.040566] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.060183] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.121018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.144035] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.145479] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc121a4f-715b-4bfa-b3d6-9cf84fb05cee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.165319] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.199630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.220142] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525056eb-72dc-89d3-98e6-afb75062f7af, 'name': SearchDatastore_Task, 'duration_secs': 0.0156} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.223204] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0a3648-b060-4bb8-bcb4-a511b60753a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.231391] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 948.231391] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8324c-2cb9-e53a-c42e-509e991eacba" [ 948.231391] env[65717]: _type = "Task" [ 948.231391] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.239833] env[65717]: DEBUG oslo_concurrency.lockutils [req-997881bc-7d9e-4b13-a998-fc58a06e03ef req-1f8ab785-48f8-448f-8e9e-4d52e1d124db service nova] Releasing lock "refresh_cache-93916381-1663-4280-a468-7cc7f5c7be5c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.247367] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8324c-2cb9-e53a-c42e-509e991eacba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.282909] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.344977] env[65717]: DEBUG nova.compute.manager [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 948.391523] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.391748] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.487740] env[65717]: WARNING neutronclient.v2_0.client [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.512578] env[65717]: DEBUG nova.scheduler.client.report [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.551991] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393543, 'name': PowerOffVM_Task, 'duration_secs': 0.347008} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.552354] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.552543] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.552823] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2af7f6-f897-44c1-bc88-abb4cc818419 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.643941] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393542, 'name': ReconfigVM_Task, 'duration_secs': 0.728792} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.643941] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-9c2016ae-a801-49aa-a35e-6820087190e8/volume-9c2016ae-a801-49aa-a35e-6820087190e8.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.648929] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f382466c-3234-40c7-bb71-2a3f87103066 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.668362] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 948.668362] env[65717]: value = "task-4393545" [ 948.668362] env[65717]: _type = "Task" [ 948.668362] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.673245] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.673493] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1d598d-cb9a-4302-a14d-738f2ce0453f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.682639] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.688617] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 948.688617] env[65717]: value = "task-4393546" [ 948.688617] env[65717]: _type = "Task" [ 948.688617] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.690047] env[65717]: WARNING neutronclient.v2_0.client [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.708518] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.708805] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.723420] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.723783] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.726153] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleting the datastore file [datastore2] 0c2c7c12-0910-4782-92f2-f6b32a962a6f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.726153] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-469e486b-295b-420e-892f-1ed7b4004a85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.734063] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 948.734063] env[65717]: value = "task-4393547" [ 948.734063] env[65717]: _type = "Task" [ 948.734063] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.751842] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.756353] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b8324c-2cb9-e53a-c42e-509e991eacba, 'name': SearchDatastore_Task, 'duration_secs': 0.024903} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.757218] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.757523] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 93916381-1663-4280-a468-7cc7f5c7be5c/93916381-1663-4280-a468-7cc7f5c7be5c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.758053] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.758460] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.758460] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a49901d0-b40d-4665-98e4-f0adcdf2e5de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.761623] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3957d0a4-5a2d-4722-b37c-5187505a4c58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.771303] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 948.771303] env[65717]: value = "task-4393548" [ 948.771303] env[65717]: _type = "Task" [ 948.771303] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.772863] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.773131] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.778853] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00259112-9aea-4b02-8aab-5401473baa28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.782962] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updated VIF entry in instance network info cache for port fa702bc7-34cb-4ee8-899b-f6f32d682dcd. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.783448] env[65717]: DEBUG nova.network.neutron [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a47680-988e-46a9-9953-914eeb4c5467", "address": "fa:16:3e:4f:56:e1", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a47680-98", "ovs_interfaceid": "50a47680-988e-46a9-9953-914eeb4c5467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "address": "fa:16:3e:14:1c:ec", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa702bc7-34", "ovs_interfaceid": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.791708] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.794284] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 948.794284] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266cce9-9724-ea64-e24e-f7ffb694c820" [ 948.794284] env[65717]: _type = "Task" [ 948.794284] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.807353] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266cce9-9724-ea64-e24e-f7ffb694c820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.870660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.902772] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 948.902772] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.018872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.021378] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.850s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.021618] env[65717]: DEBUG nova.objects.instance [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lazy-loading 'resources' on Instance uuid 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.045868] env[65717]: INFO nova.scheduler.client.report [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted allocations for instance 0d193044-bd31-437e-8e8a-65c8a9796cf4 [ 949.181130] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.216961] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 949.217240] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.217446] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 949.217665] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.217816] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 949.217962] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 949.218175] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 949.218328] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 949.218499] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 949.218677] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 949.218862] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 949.224048] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f173b852-cda8-4b8c-9ea7-82e0cb585f2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.240845] env[65717]: DEBUG nova.compute.manager [req-485c17f8-fda9-4ebc-9e18-c526cbb65439 req-1c7efec3-f6be-4067-a55e-2647ce4c52ac service nova] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Received event network-vif-deleted-67adf685-37b3-4a46-b4cf-d855089fb100 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.244733] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 949.244733] env[65717]: value = "task-4393549" [ 949.244733] env[65717]: _type = "Task" [ 949.244733] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.253848] env[65717]: DEBUG oslo_vmware.api [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446908} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.254761] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.254949] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.255137] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.255305] env[65717]: INFO nova.compute.manager [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 949.255540] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 949.256210] env[65717]: DEBUG nova.compute.manager [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 949.256342] env[65717]: DEBUG nova.network.neutron [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.256656] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.263603] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.284253] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.289699] env[65717]: DEBUG oslo_concurrency.lockutils [req-29cc8ecf-4794-4b4e-b150-b789d352a2b8 req-c94473ac-e2cc-4b50-b666-ac90c1d85308 service nova] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312299] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5266cce9-9724-ea64-e24e-f7ffb694c820, 'name': SearchDatastore_Task, 'duration_secs': 0.021115} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.312617] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f2ca75-603b-4372-adfa-431fda21b414 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.321744] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 949.321744] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526c2de7-4ba5-56bc-e794-500877f01907" [ 949.321744] env[65717]: _type = "Task" [ 949.321744] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.332809] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526c2de7-4ba5-56bc-e794-500877f01907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.403710] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.406736] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.556733] env[65717]: DEBUG oslo_concurrency.lockutils [None req-492f96dc-6ab2-4606-9cdb-90667074186c tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "0d193044-bd31-437e-8e8a-65c8a9796cf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.219s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.685597] env[65717]: DEBUG oslo_vmware.api [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393545, 'name': ReconfigVM_Task, 'duration_secs': 0.791743} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.685684] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859992', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'name': 'volume-9c2016ae-a801-49aa-a35e-6820087190e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '333324fc-ecd0-4ada-9f0b-0783099eb5fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'serial': '9c2016ae-a801-49aa-a35e-6820087190e8'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 949.763044] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393549, 'name': ReconfigVM_Task, 'duration_secs': 0.243217} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.764075] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.767216] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.772018] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062db554-af17-4d43-ab29-db63499f7c77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.779346] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 949.779346] env[65717]: value = "task-4393550" [ 949.779346] env[65717]: _type = "Task" [ 949.779346] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.790021] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393548, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.797240] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.840665] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526c2de7-4ba5-56bc-e794-500877f01907, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.844253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.844780] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.845365] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae75d3d-e668-4117-bc53-fdde13b8643d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.854320] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 949.854320] env[65717]: value = "task-4393551" [ 949.854320] env[65717]: _type = "Task" [ 949.854320] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.870606] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.023628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.023937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.024106] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.024321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.024496] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.028253] env[65717]: INFO nova.compute.manager [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Terminating instance [ 950.054644] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db89a82-86ca-4c0a-b134-0b8720364c05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.070290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458706a5-7fd2-4d88-8e1e-7a4cb573f2c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.111670] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c9134-6414-4662-8929-d8b73a11656a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.120693] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1286292-afbd-48bb-ba61-d6051eef6e59 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.136262] env[65717]: DEBUG nova.compute.provider_tree [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.273106] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.277263] env[65717]: DEBUG nova.virt.hardware [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.283985] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.284148] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00686029-5a90-4fdd-a798-f07397ad0ee1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.316397] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393550, 'name': PowerOffVM_Task, 'duration_secs': 0.357992} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.321901] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.322428] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 950.322428] env[65717]: value = "task-4393552" [ 950.322428] env[65717]: _type = "Task" [ 950.322428] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.322693] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393548, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031491} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.323959] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762cc2a9-e30c-4ac5-9a76-4258ea74a90e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.327045] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 93916381-1663-4280-a468-7cc7f5c7be5c/93916381-1663-4280-a468-7cc7f5c7be5c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.327290] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.331608] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7fff277-3400-4ca8-b339-3681562261fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.368220] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d667b-79c9-4f72-8032-0644e29a2be5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.372158] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 950.372158] env[65717]: value = "task-4393553" [ 950.372158] env[65717]: _type = "Task" [ 950.372158] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.372444] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.385615] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.397512] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.418075] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.418507] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831a0fbe-3bc7-4161-ac5f-c88668854ee8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.432292] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 950.432292] env[65717]: value = "task-4393554" [ 950.432292] env[65717]: _type = "Task" [ 950.432292] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.444091] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.444428] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.444734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.444911] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.445124] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.445419] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182d0c8e-267c-4870-a370-a831405b8c26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.458616] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.458854] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.459709] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b63f9e-517f-48ec-99b7-65e22b4fb2c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.468830] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 950.468830] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c240c-25b3-d4e3-566e-7544eb53aeac" [ 950.468830] env[65717]: _type = "Task" [ 950.468830] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.479497] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c240c-25b3-d4e3-566e-7544eb53aeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.507989] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.508355] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.508643] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.508902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.509102] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.511329] env[65717]: INFO nova.compute.manager [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Terminating instance [ 950.532507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "refresh_cache-9d8c3cf6-bb98-4061-9a36-dab5a8181667" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.532727] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquired lock "refresh_cache-9d8c3cf6-bb98-4061-9a36-dab5a8181667" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.533013] env[65717]: DEBUG nova.network.neutron [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.543936] env[65717]: DEBUG nova.compute.manager [req-b4cc09ed-be74-4865-8079-df427c1ee9e2 req-54cd2626-48ae-4c6e-877b-2be9483bd6b8 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-deleted-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 950.544247] env[65717]: INFO nova.compute.manager [req-b4cc09ed-be74-4865-8079-df427c1ee9e2 req-54cd2626-48ae-4c6e-877b-2be9483bd6b8 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Neutron deleted interface 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e; detaching it from the instance and deleting it from the info cache [ 950.544529] env[65717]: DEBUG nova.network.neutron [req-b4cc09ed-be74-4865-8079-df427c1ee9e2 req-54cd2626-48ae-4c6e-877b-2be9483bd6b8 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [{"id": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "address": "fa:16:3e:de:c7:99", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ba5459-b7", "ovs_interfaceid": "c3ba5459-b78d-4b8f-ad22-80338ed43e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "address": "fa:16:3e:81:a2:18", "network": {"id": "6a14cc8d-055b-49f7-8ce6-c8a05efe782f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1927481620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bcf5c6-64", "ovs_interfaceid": "10bcf5c6-648b-40f2-af56-6d687d2eb624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.640233] env[65717]: DEBUG nova.scheduler.client.report [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.739465] env[65717]: DEBUG nova.objects.instance [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.809510] env[65717]: DEBUG nova.network.neutron [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.839367] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393552, 'name': ReconfigVM_Task, 'duration_secs': 0.364494} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.839367] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.839367] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82b1b6-ccbe-478e-ac5a-9b77688bb61d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.864113] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.864942] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2169a697-66c0-465d-bdc6-fe5c311f6f33 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.898332] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634135} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.899049] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117531} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.900493] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.900699] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.900958] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.901298] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 950.901298] env[65717]: value = "task-4393555" [ 950.901298] env[65717]: _type = "Task" [ 950.901298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.901491] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16db752e-b7e3-43f3-8c62-4326179b074d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.904222] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145901c-0b24-4720-aec4-052b8b483048 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.916724] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.930529] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 950.930529] env[65717]: value = "task-4393556" [ 950.930529] env[65717]: _type = "Task" [ 950.930529] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.940587] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 93916381-1663-4280-a468-7cc7f5c7be5c/93916381-1663-4280-a468-7cc7f5c7be5c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.940976] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae9831f-a0bc-45b0-8c95-ae137aedddbe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.966612] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.970574] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 950.970574] env[65717]: value = "task-4393557" [ 950.970574] env[65717]: _type = "Task" [ 950.970574] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.990361] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.990673] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528c240c-25b3-d4e3-566e-7544eb53aeac, 'name': SearchDatastore_Task, 'duration_secs': 0.024388} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.991497] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238f22a7-a42e-407d-a8c5-d187baf6784f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.999489] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 950.999489] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52275ef6-840f-4370-1661-605c3f48fd24" [ 950.999489] env[65717]: _type = "Task" [ 950.999489] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.012274] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52275ef6-840f-4370-1661-605c3f48fd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.017277] env[65717]: DEBUG nova.compute.manager [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 951.017674] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.018920] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e1bb1-be9b-45c7-bd41-bf6b6e9c1a5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.028815] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.029181] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08eab67b-8c62-4bf0-8b00-c8ad349e1963 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035927] env[65717]: WARNING neutronclient.v2_0.client [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.041905] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 951.041905] env[65717]: value = "task-4393558" [ 951.041905] env[65717]: _type = "Task" [ 951.041905] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.048343] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf37acc4-8750-454b-a694-0a726a73570a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063476] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.063476] env[65717]: DEBUG nova.network.neutron [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.069732] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba83b3-c03d-4578-85e3-fed136cdcd3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.117080] env[65717]: DEBUG nova.compute.manager [req-b4cc09ed-be74-4865-8079-df427c1ee9e2 req-54cd2626-48ae-4c6e-877b-2be9483bd6b8 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Detach interface failed, port_id=5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e, reason: Instance 0c2c7c12-0910-4782-92f2-f6b32a962a6f could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 951.145381] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.150413] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.920s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.152490] env[65717]: INFO nova.compute.claims [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.156598] env[65717]: DEBUG nova.network.neutron [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.173496] env[65717]: INFO nova.scheduler.client.report [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Deleted allocations for instance 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839 [ 951.245725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e9d81309-f035-48f5-988d-6dec736d827e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.345s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.311560] env[65717]: INFO nova.compute.manager [-] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Took 2.06 seconds to deallocate network for instance. [ 951.419878] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.453249] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206128} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.453249] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.453249] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1419dd-f1ff-4275-8364-35646594898d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.479816] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.480315] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08930d1c-1051-431c-a59b-c75128c0de3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.524245] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.524703] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 951.524703] env[65717]: value = "task-4393559" [ 951.524703] env[65717]: _type = "Task" [ 951.524703] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.525245] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52275ef6-840f-4370-1661-605c3f48fd24, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.525309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.525597] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.529336] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5558a01b-40d1-46b3-b460-9ae34bce2ea3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.539167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f26d29c8-20f5-42ba-b547-c3be142b5267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.539457] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.545897] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.551801] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 951.551801] env[65717]: value = "task-4393560" [ 951.551801] env[65717]: _type = "Task" [ 951.551801] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.563021] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393558, 'name': PowerOffVM_Task, 'duration_secs': 0.311157} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.564206] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.564426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.564829] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05310d99-619b-4dd7-88c1-85dd69b7c48e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.572058] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.655021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.655305] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.655614] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore1] f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.655914] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b88b422-cdc5-431d-9245-67a65318fcc8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.658798] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.659467] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.659467] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.659659] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.659953] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.664494] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Releasing lock "refresh_cache-9d8c3cf6-bb98-4061-9a36-dab5a8181667" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.664891] env[65717]: DEBUG nova.compute.manager [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 951.665091] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.665691] env[65717]: INFO nova.compute.manager [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Terminating instance [ 951.667975] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d83425-9926-49c1-b8f6-517517063fb9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.675018] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 951.675018] env[65717]: value = "task-4393562" [ 951.675018] env[65717]: _type = "Task" [ 951.675018] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.686389] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.687708] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e01183d-734d-4023-a2a2-7b19675e2a0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.694189] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7658db85-77e9-4372-954a-2c23ccc8e038 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Lock "4ee6a0e4-0282-4bcb-8b0d-3e00e7607839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.591s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.696083] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.703757] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 951.703757] env[65717]: value = "task-4393563" [ 951.703757] env[65717]: _type = "Task" [ 951.703757] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.704207] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-50a47680-988e-46a9-9953-914eeb4c5467" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.706077] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-50a47680-988e-46a9-9953-914eeb4c5467" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.720751] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.736625] env[65717]: DEBUG nova.compute.manager [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 951.736899] env[65717]: DEBUG nova.compute.manager [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing instance network info cache due to event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 951.737166] env[65717]: DEBUG oslo_concurrency.lockutils [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.737333] env[65717]: DEBUG oslo_concurrency.lockutils [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737528] env[65717]: DEBUG nova.network.neutron [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.754453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.754738] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.755252] env[65717]: DEBUG nova.compute.manager [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.756155] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8812e-f05b-4d07-8772-1e2133027d91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.766819] env[65717]: DEBUG nova.compute.manager [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 951.767511] env[65717]: DEBUG nova.objects.instance [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.821709] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.921068] env[65717]: DEBUG oslo_vmware.api [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393555, 'name': ReconfigVM_Task, 'duration_secs': 0.64509} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.921068] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Reconfigured VM instance instance-00000037 to attach disk [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec/cc95001c-4bb9-4250-99bf-35ea880dabec.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.921068] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.997267] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393557, 'name': ReconfigVM_Task, 'duration_secs': 0.609204} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.997986] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 93916381-1663-4280-a468-7cc7f5c7be5c/93916381-1663-4280-a468-7cc7f5c7be5c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.998658] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d5c2e8-d69c-4322-84d1-ee561d0fb6d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.008336] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 952.008336] env[65717]: value = "task-4393564" [ 952.008336] env[65717]: _type = "Task" [ 952.008336] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.025621] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393564, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.036725] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393559, 'name': ReconfigVM_Task, 'duration_secs': 0.494245} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.037180] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ef52ab57-87c2-4128-98ce-4fa71117c034/ef52ab57-87c2-4128-98ce-4fa71117c034.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.037833] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02595823-9d93-498a-8e8f-0ea08912850b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.047359] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 952.047359] env[65717]: value = "task-4393565" [ 952.047359] env[65717]: _type = "Task" [ 952.047359] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.052749] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 952.076393] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393565, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.087853] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393560, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.180568] env[65717]: DEBUG nova.compute.manager [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 952.180568] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.183361] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc76c4-eea4-4237-90a6-90d1be3f238d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202449] env[65717]: DEBUG oslo_vmware.api [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454926} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.204196] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.204449] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.204642] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.204813] env[65717]: INFO nova.compute.manager [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 952.205188] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 952.205460] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.205719] env[65717]: DEBUG nova.compute.manager [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 952.208088] env[65717]: DEBUG nova.network.neutron [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.208088] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.208356] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677df679-7d18-42a4-a4d2-3d7016c53900 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.218143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.218322] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.220217] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146b086-9638-44aa-b247-c87a7e2ffce4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.225256] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 952.225256] env[65717]: value = "task-4393566" [ 952.225256] env[65717]: _type = "Task" [ 952.225256] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.234507] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393563, 'name': PowerOffVM_Task, 'duration_secs': 0.185234} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.249718] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.250057] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.250456] env[65717]: WARNING neutronclient.v2_0.client [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.256999] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3107aa7d-c491-4736-9647-4fd0963bef78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.259799] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039173f6-df33-4db5-a71e-6c13796b6ba0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267728] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.270561] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.298319] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.304464] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfiguring VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 952.309271] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90efb097-35bc-41ec-8e9a-3d4ad90423e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.327576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.328313] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.328313] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Deleting the datastore file [datastore2] 9d8c3cf6-bb98-4061-9a36-dab5a8181667 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.328781] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00495717-21c5-42c4-9723-b0c40b267ce4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.336934] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 952.336934] env[65717]: value = "task-4393568" [ 952.336934] env[65717]: _type = "Task" [ 952.336934] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.341649] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for the task: (returnval){ [ 952.341649] env[65717]: value = "task-4393569" [ 952.341649] env[65717]: _type = "Task" [ 952.341649] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.362694] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.369379] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.428121] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f2ab21-1446-43d8-a2ed-d08b28de8189 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.452749] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e810995-4e64-407d-a17b-26ef282b9069 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.474032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.524232] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393564, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.574670] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393565, 'name': Rename_Task, 'duration_secs': 0.248403} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.581935] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.582591] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767109} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.582913] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ed020c-aa7b-417f-9eb6-bfcabe043042 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.585496] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 952.586827] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf5222-0329-4267-a4c2-8bb277818af8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.591574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.599298] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 952.599298] env[65717]: value = "task-4393570" [ 952.599298] env[65717]: _type = "Task" [ 952.599298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.631370] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.636089] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d222e61-c390-4829-baa5-f0b154e1cbff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.663026] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.664930] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 952.664930] env[65717]: value = "task-4393571" [ 952.664930] env[65717]: _type = "Task" [ 952.664930] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.680095] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.742170] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393566, 'name': PowerOffVM_Task, 'duration_secs': 0.342412} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.743323] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.743630] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.744146] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46000ae-0d95-4c28-b931-61cc96eacc52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.776880] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.777450] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf9f024-c2ce-41b3-82c9-f9c3ad62d031 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.785661] env[65717]: DEBUG oslo_vmware.api [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 952.785661] env[65717]: value = "task-4393573" [ 952.785661] env[65717]: _type = "Task" [ 952.785661] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.798257] env[65717]: DEBUG oslo_vmware.api [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.803349] env[65717]: WARNING neutronclient.v2_0.client [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.849335] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.854361] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f98d2-3b21-420b-9b64-93a5a3a654d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.858110] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.859289] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.859289] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore1] 047f1a6d-e71c-46d5-9830-8dafa8bf4850 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.861026] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876b1c75-cc8d-4e5f-bd95-057c60143105 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.864636] env[65717]: DEBUG nova.compute.manager [req-467fa8de-632e-4c7d-a77e-9aff63751413 req-c7f1fc4d-80a3-4d9c-a65c-7e3e6c514d10 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Received event network-vif-deleted-83b44812-feca-472e-9a40-1f670122d58d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.864823] env[65717]: INFO nova.compute.manager [req-467fa8de-632e-4c7d-a77e-9aff63751413 req-c7f1fc4d-80a3-4d9c-a65c-7e3e6c514d10 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Neutron deleted interface 83b44812-feca-472e-9a40-1f670122d58d; detaching it from the instance and deleting it from the info cache [ 952.865061] env[65717]: DEBUG nova.network.neutron [req-467fa8de-632e-4c7d-a77e-9aff63751413 req-c7f1fc4d-80a3-4d9c-a65c-7e3e6c514d10 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.872023] env[65717]: DEBUG oslo_vmware.api [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Task: {'id': task-4393569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244309} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.873108] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.873411] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.873783] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.874071] env[65717]: INFO nova.compute.manager [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Took 1.21 seconds to destroy the instance on the hypervisor. [ 952.874406] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 952.875801] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72afd9-178d-4226-9d8e-f4c1827df887 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.882278] env[65717]: DEBUG nova.compute.manager [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 952.882789] env[65717]: DEBUG nova.network.neutron [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.882789] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.884715] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 952.884715] env[65717]: value = "task-4393574" [ 952.884715] env[65717]: _type = "Task" [ 952.884715] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.920814] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670b271e-d663-44a5-a4ce-ec0fe9cf14cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.927971] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.938146] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616fad1-49d9-4a74-b45a-3172df17d809 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.957477] env[65717]: DEBUG nova.compute.provider_tree [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.978424] env[65717]: DEBUG nova.network.neutron [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.978736] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.985703] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.987676] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.024388] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393564, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.077234] env[65717]: DEBUG nova.network.neutron [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updated VIF entry in instance network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.077234] env[65717]: DEBUG nova.network.neutron [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.117869] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.119976] env[65717]: DEBUG nova.network.neutron [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 953.156049] env[65717]: DEBUG nova.network.neutron [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.182346] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.298028] env[65717]: DEBUG oslo_vmware.api [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.348367] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.375320] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c5fb39-ddb1-4287-8789-3e2d08098f22 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.387476] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897d16e-e97e-4dc6-9ff6-29352e58e074 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.408696] env[65717]: DEBUG oslo_vmware.api [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49893} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.409019] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.409230] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.409419] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.409592] env[65717]: INFO nova.compute.manager [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Took 1.23 seconds to destroy the instance on the hypervisor. [ 953.409887] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.410122] env[65717]: DEBUG nova.compute.manager [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 953.410222] env[65717]: DEBUG nova.network.neutron [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 953.410473] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.432823] env[65717]: DEBUG nova.compute.manager [req-467fa8de-632e-4c7d-a77e-9aff63751413 req-c7f1fc4d-80a3-4d9c-a65c-7e3e6c514d10 service nova] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Detach interface failed, port_id=83b44812-feca-472e-9a40-1f670122d58d, reason: Instance f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 953.448164] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.461112] env[65717]: DEBUG nova.scheduler.client.report [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.481491] env[65717]: DEBUG nova.network.neutron [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.530680] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393564, 'name': Rename_Task, 'duration_secs': 1.430479} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.530979] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.531265] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d882d8-9ea3-4a00-97a5-99c2047b5b39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.541077] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 953.541077] env[65717]: value = "task-4393575" [ 953.541077] env[65717]: _type = "Task" [ 953.541077] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.552602] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.579556] env[65717]: DEBUG oslo_concurrency.lockutils [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579932] env[65717]: DEBUG nova.compute.manager [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-deleted-10bcf5c6-648b-40f2-af56-6d687d2eb624 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 953.580197] env[65717]: DEBUG nova.compute.manager [req-f2dda8ae-a6ea-4c26-8dee-b63d2c1c78df req-677f84c0-fea6-4524-b0f1-c7013e8185f1 service nova] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Received event network-vif-deleted-c3ba5459-b78d-4b8f-ad22-80338ed43e7b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 953.612209] env[65717]: DEBUG oslo_vmware.api [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393570, 'name': PowerOnVM_Task, 'duration_secs': 1.004069} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.612526] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.612722] env[65717]: DEBUG nova.compute.manager [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 953.614033] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa44d3-e881-424f-b972-5616d6f274c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.665838] env[65717]: INFO nova.compute.manager [-] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Took 1.46 seconds to deallocate network for instance. [ 953.681991] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393571, 'name': ReconfigVM_Task, 'duration_secs': 0.6397} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.682590] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.683568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6132bd24-eac1-4e5b-b5de-4704206cd52b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.721862] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8feabced-b15f-424b-9f74-302889947531 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.741680] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 953.741680] env[65717]: value = "task-4393576" [ 953.741680] env[65717]: _type = "Task" [ 953.741680] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.752594] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.797999] env[65717]: DEBUG oslo_vmware.api [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393573, 'name': PowerOffVM_Task, 'duration_secs': 0.910797} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.798307] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.798506] env[65717]: DEBUG nova.compute.manager [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 953.799380] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d045d-8de9-4f73-a676-d2ebaff4689d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.853651] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.968159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.968159] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 953.970683] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.850s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.970890] env[65717]: DEBUG nova.objects.instance [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lazy-loading 'resources' on Instance uuid 11b1f093-5da5-4f79-b6d4-070e59b5dbac {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.984273] env[65717]: INFO nova.compute.manager [-] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Took 1.10 seconds to deallocate network for instance. [ 954.064987] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.150089] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.150672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.150743] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.150904] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.177015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.255022] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393576, 'name': ReconfigVM_Task, 'duration_secs': 0.187473} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.255022] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.255328] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1512124-b498-4391-a4a6-da5f2d76d5f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.264376] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 954.264376] env[65717]: value = "task-4393577" [ 954.264376] env[65717]: _type = "Task" [ 954.264376] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.275213] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.317474] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f6de5067-2938-4697-a620-fd3137959b88 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.562s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.319055] env[65717]: DEBUG nova.network.neutron [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.352283] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.477525] env[65717]: DEBUG nova.compute.utils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.480255] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 954.480631] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 954.481707] env[65717]: WARNING neutronclient.v2_0.client [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.482186] env[65717]: WARNING neutronclient.v2_0.client [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.499964] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.556287] env[65717]: DEBUG oslo_vmware.api [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393575, 'name': PowerOnVM_Task, 'duration_secs': 0.828474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.560153] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.560153] env[65717]: INFO nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Took 10.36 seconds to spawn the instance on the hypervisor. [ 954.560153] env[65717]: DEBUG nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.560153] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a67ba1-493d-414f-83b6-2dabd4b89c31 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.630111] env[65717]: DEBUG nova.policy [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6e3405a078944fb8fbd62d6bd89b1bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39fb481948f94e3f9718850f53f81ec3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.778628] env[65717]: DEBUG oslo_vmware.api [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393577, 'name': PowerOnVM_Task, 'duration_secs': 0.474025} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.779051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.782101] env[65717]: DEBUG nova.compute.manager [None req-b740bb93-c736-4df7-ad7d-bffd1d5bdef7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.783041] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3c5f1-da70-4597-b400-f741e9b9db05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825088] env[65717]: INFO nova.compute.manager [-] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Took 1.41 seconds to deallocate network for instance. [ 954.854575] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.985630] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 954.989966] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb57695-9205-429b-96d5-15ce8512fdca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.999093] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e4053-907a-4f43-9199-64ad55dbb8f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.035545] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5393c83-981f-40c2-b6c4-1a7ff29e44d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.044294] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d7772-a21a-4681-b578-000d3bf70589 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.060557] env[65717]: DEBUG nova.compute.provider_tree [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.086055] env[65717]: INFO nova.compute.manager [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Took 30.83 seconds to build instance. [ 955.157257] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.171089] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Successfully created port: 812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 955.200081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.200440] env[65717]: DEBUG nova.network.neutron [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.339899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.351079] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.564032] env[65717]: DEBUG nova.scheduler.client.report [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.586700] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9386c321-2c84-458f-9046-6dd131de45ea tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.344s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.704126] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.854772] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.001620] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 956.037222] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.037601] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.037734] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.037919] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.038068] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.038210] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.038416] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.038583] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.038788] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.039016] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.039206] env[65717]: DEBUG nova.virt.hardware [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.042848] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40a394-5325-4478-81bd-5d785ae46fda {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.055673] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5b8b3-a7fb-4a3e-a10a-938f579d3eb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.073654] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.076549] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.794s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.076746] env[65717]: DEBUG nova.objects.instance [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.125194] env[65717]: INFO nova.scheduler.client.report [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Deleted allocations for instance 11b1f093-5da5-4f79-b6d4-070e59b5dbac [ 956.353662] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.633705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2a093f7a-3953-41ad-bea8-fa0846ed437f tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Lock "11b1f093-5da5-4f79-b6d4-070e59b5dbac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.621s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.763488] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Successfully updated port: 812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 956.856020] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.861259] env[65717]: DEBUG nova.compute.manager [req-f102ddd6-4e29-491f-973e-aa62fc3d23a5 req-77ffab69-2b9e-4359-97de-045cbf8bcf5c service nova] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Received event network-vif-deleted-16c01699-ef97-4bdc-af03-ae985caa5040 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.087234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21b7323e-3581-40c1-830a-2a2f5796e596 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.089290] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.219s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.269666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.269666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquired lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.269666] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.357424] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.471901] env[65717]: WARNING neutronclient.v2_0.client [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.596759] env[65717]: INFO nova.compute.claims [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.603340] env[65717]: DEBUG nova.network.neutron [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.857122] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.869827] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 957.993605] env[65717]: DEBUG nova.compute.manager [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Received event network-vif-plugged-812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.993825] env[65717]: DEBUG oslo_concurrency.lockutils [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] Acquiring lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.996866] env[65717]: DEBUG oslo_concurrency.lockutils [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.997182] env[65717]: DEBUG oslo_concurrency.lockutils [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.997381] env[65717]: DEBUG nova.compute.manager [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] No waiting events found dispatching network-vif-plugged-812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 957.997659] env[65717]: WARNING nova.compute.manager [req-c9dfe63e-d77b-4907-ae99-051017cd28ff req-04457f26-c7e0-4d8a-9d2a-7aefe4eed05a service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Received unexpected event network-vif-plugged-812c943b-b590-46f3-bf6a-5b659029ee12 for instance with vm_state building and task_state spawning. [ 957.999739] env[65717]: WARNING neutronclient.v2_0.client [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.051456] env[65717]: DEBUG nova.objects.instance [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.088251] env[65717]: DEBUG nova.network.neutron [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Updating instance_info_cache with network_info: [{"id": "812c943b-b590-46f3-bf6a-5b659029ee12", "address": "fa:16:3e:fe:14:d5", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812c943b-b5", "ovs_interfaceid": "812c943b-b590-46f3-bf6a-5b659029ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.107930] env[65717]: INFO nova.compute.resource_tracker [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating resource usage from migration 6eb95a11-ab51-492d-8eed-f2f275c6dfff [ 958.116582] env[65717]: DEBUG oslo_concurrency.lockutils [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.359902] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.562198] env[65717]: DEBUG oslo_concurrency.lockutils [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.562410] env[65717]: DEBUG oslo_concurrency.lockutils [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.562951] env[65717]: DEBUG nova.network.neutron [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 958.563045] env[65717]: DEBUG nova.objects.instance [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'info_cache' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.566485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e9c61b-5220-4c58-b882-c473031adcce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.575075] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fb96c1-1fc1-40ef-99f6-b1fcdde40a6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.619248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Releasing lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.619248] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Instance network_info: |[{"id": "812c943b-b590-46f3-bf6a-5b659029ee12", "address": "fa:16:3e:fe:14:d5", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812c943b-b5", "ovs_interfaceid": "812c943b-b590-46f3-bf6a-5b659029ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 958.620570] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:14:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812c943b-b590-46f3-bf6a-5b659029ee12', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.630221] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Creating folder: Project (39fb481948f94e3f9718850f53f81ec3). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.631125] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bbed9c-0b98-4fc8-917c-aaa7b80dcebb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.639390] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f2514e-7353-4d64-924b-3c8a08cbae1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.650924] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfadc9b-7add-4246-9ca2-269caf7eefff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.658817] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Created folder: Project (39fb481948f94e3f9718850f53f81ec3) in parent group-v859766. [ 958.659057] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Creating folder: Instances. Parent ref: group-v859995. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.659807] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33846e52-ccfc-4460-bf6b-69a89703a625 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.672387] env[65717]: DEBUG nova.compute.provider_tree [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.677629] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb34f95-94ac-43be-a879-69dbeadd9f18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.699914] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b05551-59d3-4643-a5d3-0e501ccbaf66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703501] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Created folder: Instances in parent group-v859995. [ 958.703871] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 958.704081] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.704777] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-945ea549-6331-4f8e-accb-71a6c2b19e66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.723155] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.733562] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.733562] env[65717]: value = "task-4393580" [ 958.733562] env[65717]: _type = "Task" [ 958.733562] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.744563] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393580, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.823149] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "93916381-1663-4280-a468-7cc7f5c7be5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.823426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.823684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.823903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.824041] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.826512] env[65717]: INFO nova.compute.manager [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Terminating instance [ 958.856228] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.071349] env[65717]: DEBUG nova.objects.base [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Object Instance<333324fc-ecd0-4ada-9f0b-0783099eb5fe> lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.181302] env[65717]: DEBUG nova.scheduler.client.report [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.231124] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-085f61a2-3761-4a36-870b-6b063d25595d tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance 'cc95001c-4bb9-4250-99bf-35ea880dabec' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.252544] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393580, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.263973] env[65717]: INFO nova.compute.manager [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Unrescuing [ 959.263973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.263973] env[65717]: DEBUG nova.network.neutron [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.331328] env[65717]: DEBUG nova.compute.manager [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 959.332807] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.334393] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16426f9a-b9f6-4c2b-b028-8299caf04d88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.347539] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.352323] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e780919-43f3-4e3b-93cd-b6d736406657 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.365143] env[65717]: DEBUG oslo_vmware.api [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393568, 'name': ReconfigVM_Task, 'duration_secs': 6.969858} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.366877] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.367019] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Reconfigured VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 959.367837] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.367837] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.370276] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 959.370276] env[65717]: value = "task-4393581" [ 959.370276] env[65717]: _type = "Task" [ 959.370276] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.383195] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.576021] env[65717]: WARNING neutronclient.v2_0.client [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.688513] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.599s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.688785] env[65717]: INFO nova.compute.manager [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Migrating [ 959.697139] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.290s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.697346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.697500] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 959.697927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.877s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.698229] env[65717]: DEBUG nova.objects.instance [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lazy-loading 'resources' on Instance uuid 0c2c7c12-0910-4782-92f2-f6b32a962a6f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.702642] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b8910-1267-4aa7-96a6-a203593f0042 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.734387] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c37653-2ab5-43b5-a2b2-114cc77b30ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.771292] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885ccceb-1987-42ca-9aa7-440e4c10655a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.775390] env[65717]: WARNING neutronclient.v2_0.client [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.778608] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393580, 'name': CreateVM_Task, 'duration_secs': 0.710078} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.781437] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.783056] env[65717]: WARNING neutronclient.v2_0.client [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.786437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.786437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.786437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.786437] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc61c9d1-b71f-4f18-b1a9-1c657e3ea2e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.790245] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f84322-99e8-46fe-827b-ad501822772a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.794834] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 959.794834] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520f5f60-e96f-f731-9d11-443e8ffc561d" [ 959.794834] env[65717]: _type = "Task" [ 959.794834] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.829263] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177421MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 959.829403] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.839571] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520f5f60-e96f-f731-9d11-443e8ffc561d, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.839865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.840253] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.840513] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.840742] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.840835] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.841134] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e833dd-de4c-4afc-bcfd-bd335725deea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.854130] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.854329] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.855171] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d3ce02-f434-46dd-b63e-b1e5d2e41215 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.863707] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 959.863707] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5257a04f-f0e9-5a44-c588-724c80116f56" [ 959.863707] env[65717]: _type = "Task" [ 959.863707] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.873418] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5257a04f-f0e9-5a44-c588-724c80116f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.886115] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393581, 'name': PowerOffVM_Task, 'duration_secs': 0.257481} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.886409] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.886571] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.886833] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b85f55-8205-4263-888c-9ccdb4d2e29b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.973147] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.973448] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.973690] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleting the datastore file [datastore1] 93916381-1663-4280-a468-7cc7f5c7be5c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.974462] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c42aa4-20f3-4b60-9e94-f082f0a2892e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.983505] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for the task: (returnval){ [ 959.983505] env[65717]: value = "task-4393583" [ 959.983505] env[65717]: _type = "Task" [ 959.983505] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.998433] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.170160] env[65717]: WARNING neutronclient.v2_0.client [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.194992] env[65717]: DEBUG nova.compute.manager [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-deleted-50a47680-988e-46a9-9953-914eeb4c5467 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 960.195225] env[65717]: INFO nova.compute.manager [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Neutron deleted interface 50a47680-988e-46a9-9953-914eeb4c5467; detaching it from the instance and deleting it from the info cache [ 960.195607] env[65717]: DEBUG nova.network.neutron [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "address": "fa:16:3e:14:1c:ec", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa702bc7-34", "ovs_interfaceid": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.228802] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.228802] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.228802] env[65717]: DEBUG nova.network.neutron [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.253430] env[65717]: WARNING neutronclient.v2_0.client [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.261975] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc0e7c-1e4d-4b64-915c-285c31af6582 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.271389] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ffa83-afc5-4715-b72f-657a76e29230 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.306867] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdfe7c6-869b-4acf-947f-49660a0ee22c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.316374] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147290f5-6b66-4733-a878-fd2e6a733844 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.332458] env[65717]: DEBUG nova.compute.provider_tree [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.375436] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5257a04f-f0e9-5a44-c588-724c80116f56, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.376288] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5cddeb0-5a10-4319-8070-c265a35b75a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.384047] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 960.384047] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5288b1fc-d292-72e1-98c2-e84ec5744456" [ 960.384047] env[65717]: _type = "Task" [ 960.384047] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.393915] env[65717]: DEBUG nova.network.neutron [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.398398] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5288b1fc-d292-72e1-98c2-e84ec5744456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.495116] env[65717]: DEBUG oslo_vmware.api [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Task: {'id': task-4393583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145779} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.495376] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.495567] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.495770] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.495949] env[65717]: INFO nova.compute.manager [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 960.496358] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 960.496487] env[65717]: DEBUG nova.compute.manager [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 960.496522] env[65717]: DEBUG nova.network.neutron [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 960.496755] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.699159] env[65717]: DEBUG oslo_concurrency.lockutils [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.699386] env[65717]: DEBUG oslo_concurrency.lockutils [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] Acquired lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.700273] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92a383-bac2-4e3a-9aab-7232ef1715a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.724503] env[65717]: DEBUG oslo_concurrency.lockutils [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] Releasing lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.724846] env[65717]: WARNING nova.compute.manager [req-28bc2d3d-beef-477a-960e-9bad8a602d48 req-54d34fec-c18a-4539-8613-95eddddc121a service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Detach interface failed, port_id=50a47680-988e-46a9-9953-914eeb4c5467, reason: No device with interface-id 50a47680-988e-46a9-9953-914eeb4c5467 exists on VM: nova.exception.NotFound: No device with interface-id 50a47680-988e-46a9-9953-914eeb4c5467 exists on VM [ 960.726135] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.726309] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.726486] env[65717]: DEBUG nova.network.neutron [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.731872] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.836319] env[65717]: DEBUG nova.scheduler.client.report [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.899483] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5288b1fc-d292-72e1-98c2-e84ec5744456, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.900077] env[65717]: DEBUG oslo_concurrency.lockutils [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.901935] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.903364] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac9b27f-ea86-48f7-900c-02d98033df1e/9ac9b27f-ea86-48f7-900c-02d98033df1e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.904090] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c26be03e-eeca-4250-8e54-b788e7761eb8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.914814] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 960.914814] env[65717]: value = "task-4393587" [ 960.914814] env[65717]: _type = "Task" [ 960.914814] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.931994] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.233391] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.301254] env[65717]: DEBUG nova.compute.manager [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Received event network-changed-812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 961.301332] env[65717]: DEBUG nova.compute.manager [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Refreshing instance network info cache due to event network-changed-812c943b-b590-46f3-bf6a-5b659029ee12. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 961.301772] env[65717]: DEBUG oslo_concurrency.lockutils [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] Acquiring lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.302021] env[65717]: DEBUG oslo_concurrency.lockutils [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] Acquired lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.302206] env[65717]: DEBUG nova.network.neutron [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Refreshing network info cache for port 812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.342956] env[65717]: DEBUG nova.network.neutron [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.346423] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.351238] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.758s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.353142] env[65717]: INFO nova.compute.claims [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.359707] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.397031] env[65717]: INFO nova.scheduler.client.report [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleted allocations for instance 0c2c7c12-0910-4782-92f2-f6b32a962a6f [ 961.428800] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507577} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.429191] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9ac9b27f-ea86-48f7-900c-02d98033df1e/9ac9b27f-ea86-48f7-900c-02d98033df1e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.429450] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.429582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41807c8-9f00-413d-96ad-5055bfa9c961 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.441485] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 961.441485] env[65717]: value = "task-4393588" [ 961.441485] env[65717]: _type = "Task" [ 961.441485] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.453864] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.821304] env[65717]: WARNING neutronclient.v2_0.client [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.850191] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.851038] env[65717]: DEBUG nova.objects.instance [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'flavor' on Instance uuid 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.909989] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.910417] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a544f5d3-82bf-48cd-9ce6-000ac4700637 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "0c2c7c12-0910-4782-92f2-f6b32a962a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.411s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.911236] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3bdc4f-ea44-4a8b-b50e-193412cce42d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.919912] env[65717]: DEBUG oslo_vmware.api [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 961.919912] env[65717]: value = "task-4393589" [ 961.919912] env[65717]: _type = "Task" [ 961.919912] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.930297] env[65717]: DEBUG oslo_vmware.api [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.951525] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148951} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.951840] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.953064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbded387-3f2f-45ca-8024-90ec9ec6f192 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.981392] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9ac9b27f-ea86-48f7-900c-02d98033df1e/9ac9b27f-ea86-48f7-900c-02d98033df1e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.981562] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e81c79-d29f-47dc-a9cc-1414a36a645c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.004041] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 962.004041] env[65717]: value = "task-4393590" [ 962.004041] env[65717]: _type = "Task" [ 962.004041] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.015949] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.249219] env[65717]: DEBUG nova.network.neutron [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.260296] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd7ddd-bc36-4f14-91a0-3f7e99068edc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.293562] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393590, 'name': ReconfigVM_Task, 'duration_secs': 1.131477} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.293905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.294326] env[65717]: DEBUG oslo_vmware.api [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393589, 'name': PowerOnVM_Task, 'duration_secs': 0.615369} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.298737] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9ac9b27f-ea86-48f7-900c-02d98033df1e/9ac9b27f-ea86-48f7-900c-02d98033df1e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.299882] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b390b6-af92-4b98-890b-3ab4de96f7d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.302594] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.302783] env[65717]: DEBUG nova.compute.manager [None req-197a0775-ab40-41fb-87ba-3712dd27faef tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 963.303921] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd777ab1-f87f-4320-a4e8-ebb625f36be3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.307225] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546eb13-f8e2-437f-a49f-b808ceef8266 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.321962] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 963.321962] env[65717]: value = "task-4393592" [ 963.321962] env[65717]: _type = "Task" [ 963.321962] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.321962] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 963.321962] env[65717]: value = "task-4393593" [ 963.321962] env[65717]: _type = "Task" [ 963.321962] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.340039] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393592, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.343706] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.745286] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058cb298-584c-40d0-98ec-87d2089e977d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.755489] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f347af62-e511-46ae-911b-bce7c9ecdf9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.762413] env[65717]: INFO nova.compute.manager [-] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Took 3.27 seconds to deallocate network for instance. [ 963.795384] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16349396-4ca0-4584-bb09-0addac778f69 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.803931] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04acc566-e605-4418-a56b-f7ea3bf1ba91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.821433] env[65717]: DEBUG nova.compute.provider_tree [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.844080] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393593, 'name': PowerOffVM_Task, 'duration_secs': 0.378058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.844080] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393592, 'name': Rename_Task, 'duration_secs': 0.196938} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.844392] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.850037] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.850258] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.851314] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93467128-eea6-4b55-851a-fd4b795f4dcc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.864776] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b3653f-69ba-402a-b93b-40eaa558329d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.875423] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 963.875423] env[65717]: value = "task-4393595" [ 963.875423] env[65717]: _type = "Task" [ 963.875423] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.878037] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 963.878037] env[65717]: value = "task-4393594" [ 963.878037] env[65717]: _type = "Task" [ 963.878037] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.890843] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.894292] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.097313] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.128101] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.298663] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.328279] env[65717]: DEBUG nova.scheduler.client.report [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.391682] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393595, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.394855] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393594, 'name': ReconfigVM_Task, 'duration_secs': 0.467625} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.395132] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.395355] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.395576] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a13d610a-8f44-44fa-b8b3-c2f649cd1607 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.404186] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 964.404186] env[65717]: value = "task-4393596" [ 964.404186] env[65717]: _type = "Task" [ 964.404186] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.415827] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.836070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.486s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.836247] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 964.842948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.692s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.842948] env[65717]: DEBUG nova.objects.instance [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.889765] env[65717]: DEBUG oslo_vmware.api [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393595, 'name': PowerOnVM_Task, 'duration_secs': 0.601638} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.890052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.890341] env[65717]: INFO nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Took 8.89 seconds to spawn the instance on the hypervisor. [ 964.890755] env[65717]: DEBUG nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.891557] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97846061-3918-481a-87e4-a246969cd281 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.918614] env[65717]: DEBUG oslo_vmware.api [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393596, 'name': PowerOnVM_Task, 'duration_secs': 0.45447} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.918746] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.918883] env[65717]: DEBUG nova.compute.manager [None req-c0bf3aba-2207-48f0-8d2d-c1023bf498dc tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.920103] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eded98-e9be-41f0-b177-9b073c630990 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.162575] env[65717]: WARNING neutronclient.v2_0.client [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.199482] env[65717]: DEBUG nova.network.neutron [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.347982] env[65717]: DEBUG nova.compute.utils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.353753] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 965.354133] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 965.354610] env[65717]: WARNING neutronclient.v2_0.client [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.354916] env[65717]: WARNING neutronclient.v2_0.client [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.413414] env[65717]: INFO nova.compute.manager [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Took 23.20 seconds to build instance. [ 965.473419] env[65717]: DEBUG nova.compute.manager [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Received event network-vif-deleted-99dd7a10-ccdf-4a60-b7ea-879b73139680 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 965.473419] env[65717]: DEBUG nova.compute.manager [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-deleted-fa702bc7-34cb-4ee8-899b-f6f32d682dcd {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 965.473552] env[65717]: INFO nova.compute.manager [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Neutron deleted interface fa702bc7-34cb-4ee8-899b-f6f32d682dcd; detaching it from the instance and deleting it from the info cache [ 965.473755] env[65717]: DEBUG nova.network.neutron [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.702895] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.759735] env[65717]: DEBUG nova.policy [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad38626c9dd472988b195ede4aa2ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc9b7e936064ba49b5a4141ced09dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.788754] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.789054] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.789251] env[65717]: DEBUG nova.compute.manager [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Going to confirm migration 4 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 965.859678] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 965.863027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6cc857f2-6c55-4ed5-a7a2-2454728cbe4b tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.866369] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.689s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.866369] env[65717]: DEBUG nova.objects.instance [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lazy-loading 'resources' on Instance uuid f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.900842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.900842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.900842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.900842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.900842] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.901076] env[65717]: INFO nova.compute.manager [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Terminating instance [ 965.919061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-caf5785d-08c4-4cdf-a5ae-52792980804b tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.715s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.977803] env[65717]: DEBUG nova.network.neutron [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Updated VIF entry in instance network info cache for port 812c943b-b590-46f3-bf6a-5b659029ee12. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.978108] env[65717]: DEBUG nova.network.neutron [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Updating instance_info_cache with network_info: [{"id": "812c943b-b590-46f3-bf6a-5b659029ee12", "address": "fa:16:3e:fe:14:d5", "network": {"id": "e866be2b-7236-4dd2-8758-b34588a94fe2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c7ba3b8279040de9b3390098d13a05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812c943b-b5", "ovs_interfaceid": "812c943b-b590-46f3-bf6a-5b659029ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.980568] env[65717]: DEBUG oslo_concurrency.lockutils [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] Acquiring lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.277209] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Successfully created port: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.299250] env[65717]: WARNING neutronclient.v2_0.client [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.406060] env[65717]: DEBUG nova.compute.manager [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 966.407860] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.407860] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d624d48-e075-4740-9048-24b9ffc04fab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.419018] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.420908] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab82313-cc58-470d-8a2a-cfbfa056f7c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.430322] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 966.430322] env[65717]: value = "task-4393598" [ 966.430322] env[65717]: _type = "Task" [ 966.430322] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.446442] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.484456] env[65717]: DEBUG oslo_concurrency.lockutils [req-ac5db3d4-c107-4d4f-ad5f-0c35d5b8976a req-dc7c04be-4dd3-49e3-9b0e-9208a3682be3 service nova] Releasing lock "refresh_cache-9ac9b27f-ea86-48f7-900c-02d98033df1e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.599208] env[65717]: WARNING neutronclient.v2_0.client [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.747629] env[65717]: WARNING neutronclient.v2_0.client [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.748457] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.748457] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.748457] env[65717]: DEBUG nova.network.neutron [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.748638] env[65717]: DEBUG nova.objects.instance [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'info_cache' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.872682] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 966.890047] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89f76e-88e9-4ef7-98a2-bfbf99b295d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.899277] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296a4e7-c4a1-4168-a7e7-06ef4013a316 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943201] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 966.943549] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.943777] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 966.944083] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 966.945828] env[65717]: DEBUG nova.virt.hardware [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 966.951648] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af314e-0d9a-4a60-8157-6e9250825333 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.957186] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1229d8f6-c7e5-4830-bcd8-07afdafaf8a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.972860] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a9bf2-3daa-4a83-8650-f7aee31f7cff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.977502] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393598, 'name': PowerOffVM_Task, 'duration_secs': 0.336235} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.977952] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.978164] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.979408] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c63f80c-3149-43e8-8a7a-8710a14a55b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.983807] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b79a6aa7-e24f-43d2-9f03-ebc496146c24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.996721] env[65717]: DEBUG nova.compute.provider_tree [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.125771] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.125971] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.126607] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleting the datastore file [datastore1] 39b077b4-52e0-4f43-8697-cb11588635f3 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.126607] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0426cb-b269-435f-a8c9-7b50c0be7130 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.138024] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 967.138024] env[65717]: value = "task-4393600" [ 967.138024] env[65717]: _type = "Task" [ 967.138024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.145451] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.231089] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fab023-ed3b-4960-83cc-bc16aaa8ceef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.268826] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.507313] env[65717]: DEBUG nova.scheduler.client.report [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.603015] env[65717]: DEBUG nova.network.neutron [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [{"id": "0ab3f323-8e85-41db-8228-1d3052226099", "address": "fa:16:3e:45:4f:71", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab3f323-8e", "ovs_interfaceid": "0ab3f323-8e85-41db-8228-1d3052226099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "address": "fa:16:3e:14:1c:ec", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa702bc7-34", "ovs_interfaceid": "fa702bc7-34cb-4ee8-899b-f6f32d682dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.647502] env[65717]: DEBUG oslo_vmware.api [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280778} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.647837] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.648050] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.648996] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.648996] env[65717]: INFO nova.compute.manager [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 967.648996] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 967.649292] env[65717]: DEBUG nova.compute.manager [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 967.649722] env[65717]: DEBUG nova.network.neutron [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 967.649722] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.776732] env[65717]: WARNING neutronclient.v2_0.client [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.782627] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.783075] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e97fef-a4df-4b4d-a95d-5dadaff54403 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.792889] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 967.792889] env[65717]: value = "task-4393602" [ 967.792889] env[65717]: _type = "Task" [ 967.792889] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.805297] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.822792] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.012666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.015189] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.515s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.015318] env[65717]: DEBUG nova.objects.instance [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lazy-loading 'resources' on Instance uuid 9d8c3cf6-bb98-4061-9a36-dab5a8181667 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.042121] env[65717]: INFO nova.scheduler.client.report [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted allocations for instance f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2 [ 968.095169] env[65717]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port fa702bc7-34cb-4ee8-899b-f6f32d682dcd could not be found.", "detail": ""}} {{(pid=65717) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 968.095511] env[65717]: DEBUG nova.network.neutron [-] Unable to show port fa702bc7-34cb-4ee8-899b-f6f32d682dcd as it no longer exists. {{(pid=65717) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 968.106138] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.307140] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393602, 'name': PowerOffVM_Task, 'duration_secs': 0.329095} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.308327] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Successfully updated port: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.310917] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.310917] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.556180] env[65717]: DEBUG oslo_concurrency.lockutils [None req-33869179-3d51-4a0f-9b4a-10a00c27c10b tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.048s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.612529] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e24bbb1-f6d3-457a-b691-b5905380a596 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-39b077b4-52e0-4f43-8697-cb11588635f3-50a47680-988e-46a9-9953-914eeb4c5467" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 16.908s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.642766] env[65717]: WARNING neutronclient.v2_0.client [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.816209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.816363] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.816532] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.821375] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.821655] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.822521] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.822735] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.822882] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.823040] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.823251] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.823403] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.823562] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.823724] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.823915] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.837873] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1cb4398-0f07-4c2b-b060-16aaaac96208 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.852985] env[65717]: DEBUG nova.network.neutron [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.856195] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 968.856195] env[65717]: value = "task-4393603" [ 968.856195] env[65717]: _type = "Task" [ 968.856195] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.867682] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.896983] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.025587] env[65717]: WARNING neutronclient.v2_0.client [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.070303] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e7c36-18a3-43f5-ad1d-35b12ee18715 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.080800] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9569401f-153d-4d54-ad66-489853bfcb18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.123416] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496a753a-d6f8-48a3-86f7-f454c11bf8ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.136025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fc81f-3d8d-4f9b-a147-0bb00f562fb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.150860] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.260024] env[65717]: DEBUG nova.network.neutron [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Updating instance_info_cache with network_info: [{"id": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "address": "fa:16:3e:04:d4:b2", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e6e4a4-89", "ovs_interfaceid": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.301852] env[65717]: DEBUG nova.network.neutron [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.358205] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.358205] env[65717]: DEBUG nova.objects.instance [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'migration_context' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.370686] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393603, 'name': ReconfigVM_Task, 'duration_secs': 0.427316} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.371266] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.684052] env[65717]: ERROR nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [req-27bdd8d2-2d14-4fe9-9c80-4211981ab732] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27bdd8d2-2d14-4fe9-9c80-4211981ab732"}]} [ 969.704280] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.709706] env[65717]: DEBUG nova.compute.manager [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Received event network-vif-plugged-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 969.713024] env[65717]: DEBUG oslo_concurrency.lockutils [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] Acquiring lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.713577] env[65717]: DEBUG oslo_concurrency.lockutils [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.713701] env[65717]: DEBUG oslo_concurrency.lockutils [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.713854] env[65717]: DEBUG nova.compute.manager [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] No waiting events found dispatching network-vif-plugged-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 969.714026] env[65717]: WARNING nova.compute.manager [req-f621a3b8-69d6-4dc0-8e15-b1ab5bf14a93 req-b6e24c7a-650e-4ae6-9460-9df5f39bc989 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Received unexpected event network-vif-plugged-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae for instance with vm_state building and task_state spawning. [ 969.721938] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.722855] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.737847] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.763609] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.764102] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Instance network_info: |[{"id": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "address": "fa:16:3e:04:d4:b2", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e6e4a4-89", "ovs_interfaceid": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 969.764481] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e6e4a4-89e5-4500-ace5-cbf8f91e10ae', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.772497] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 969.773632] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.773814] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 106 to 107 during operation: update_traits {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 969.776140] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.776705] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6262a416-4933-4cc5-8875-092473a4e45c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.802253] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.802253] env[65717]: value = "task-4393605" [ 969.802253] env[65717]: _type = "Task" [ 969.802253] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.807473] env[65717]: INFO nova.compute.manager [-] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Took 2.16 seconds to deallocate network for instance. [ 969.820542] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393605, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.868399] env[65717]: DEBUG nova.objects.base [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.870069] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf9075-1f45-4afe-857b-b5270271da9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.880055] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 969.880381] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.880599] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 969.880781] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.880922] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 969.881089] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 969.881348] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.881526] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 969.881674] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 969.881823] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 969.882060] env[65717]: DEBUG nova.virt.hardware [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 969.888448] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.891116] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ba2b0b-7671-4e67-a623-04febf2606a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.934334] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51ad7c5-1c17-46b0-893e-76732ffbac58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.941576] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 969.941576] env[65717]: value = "task-4393606" [ 969.941576] env[65717]: _type = "Task" [ 969.941576] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.945464] env[65717]: DEBUG oslo_vmware.api [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 969.945464] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aef50d-ec95-459e-4c9d-a89221663f4f" [ 969.945464] env[65717]: _type = "Task" [ 969.945464] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.965777] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.971969] env[65717]: DEBUG oslo_vmware.api [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52aef50d-ec95-459e-4c9d-a89221663f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.972526] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.018061] env[65717]: DEBUG nova.compute.manager [req-77b0eedb-d2fe-4e7d-b17a-215c0634ce29 req-9c897a8d-e4c5-4a5b-be74-4be4d0ac5d96 service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Received event network-vif-deleted-0ab3f323-8e85-41db-8228-1d3052226099 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 970.171670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.172580] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.172580] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.172580] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.172796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.178306] env[65717]: INFO nova.compute.manager [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Terminating instance [ 970.237890] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.238236] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.277342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d2390-7ac5-4f9a-b6c7-2fec356d0929 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.286522] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c186298-8d65-4219-a80c-ffc597871eb4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.325384] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.330721] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119e6f1-d47d-44c0-9fe8-b7c744c75ab6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342054] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393605, 'name': CreateVM_Task, 'duration_secs': 0.466556} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.345397] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.346332] env[65717]: WARNING neutronclient.v2_0.client [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.346865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.347114] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.347572] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.349712] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56df7f9f-1252-4b5f-b271-74bbba97ce41 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.356786] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86de89e-d312-4a26-a51d-f408c384229f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.376164] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.380368] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 970.380368] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526beeba-c0bf-4641-0903-dc7c57a73a85" [ 970.380368] env[65717]: _type = "Task" [ 970.380368] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.396319] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526beeba-c0bf-4641-0903-dc7c57a73a85, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.396927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.397330] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.397722] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.397995] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.398802] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.399110] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-489a8c2f-71f3-4b01-8a05-1b5605757d91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.410677] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.410879] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.411681] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba5306a-fd0d-4171-9193-4130dda90e0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.418710] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 970.418710] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a9d6-8a06-d8ff-a4cd-110cac54e375" [ 970.418710] env[65717]: _type = "Task" [ 970.418710] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.429950] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a9d6-8a06-d8ff-a4cd-110cac54e375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.456127] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393606, 'name': ReconfigVM_Task, 'duration_secs': 0.234995} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.456425] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.457458] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af4e36-1f2f-4458-b87a-c04680e1d06c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.486455] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.486887] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d636f0-6bd9-4845-8a0e-6dc70671ac84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.510603] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 970.510603] env[65717]: value = "task-4393607" [ 970.510603] env[65717]: _type = "Task" [ 970.510603] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.521427] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.680983] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.681287] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.682673] env[65717]: DEBUG nova.compute.manager [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 970.682868] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.684394] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894ea8c-ba06-49ba-ad47-7b7236e287d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.692636] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.693559] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d6f083-ef41-4a95-b74f-6e98c30e227d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.702471] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 970.702471] env[65717]: value = "task-4393608" [ 970.702471] env[65717]: _type = "Task" [ 970.702471] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.718970] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.742400] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 970.903241] env[65717]: ERROR nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] [req-f5f856b6-a930-4e07-a1dd-ffbe6ce57acd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5f856b6-a930-4e07-a1dd-ffbe6ce57acd"}]} [ 970.925199] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.934930] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a4a9d6-8a06-d8ff-a4cd-110cac54e375, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.935690] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2264ab7-0e74-4134-937d-3a671f77a6e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.943095] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.943377] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.948061] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 970.948061] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527affaf-2927-8356-232b-725bde26434a" [ 970.948061] env[65717]: _type = "Task" [ 970.948061] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.958229] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527affaf-2927-8356-232b-725bde26434a, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.958576] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.959041] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f26d29c8-20f5-42ba-b547-c3be142b5267/f26d29c8-20f5-42ba-b547-c3be142b5267.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.959206] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8073b85d-7d52-425d-ac0e-293be72a4ad2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.963363] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.971045] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 970.971045] env[65717]: value = "task-4393609" [ 970.971045] env[65717]: _type = "Task" [ 970.971045] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.980832] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.988105] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.026297] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.186271] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 971.218956] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393608, 'name': PowerOffVM_Task, 'duration_secs': 0.381238} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.220185] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.220185] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.220185] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07a3031-ab6d-4979-94cc-2815c2717af8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.273090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.316581] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.316883] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.317146] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleting the datastore file [datastore2] 03606c2b-e9c8-429c-b20a-edafc89b4afb {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.317455] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da452c88-6160-4eb6-aae3-041e269126ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.335793] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 971.335793] env[65717]: value = "task-4393611" [ 971.335793] env[65717]: _type = "Task" [ 971.335793] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.353713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.354039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.354705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.354705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.354705] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.356699] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.359019] env[65717]: INFO nova.compute.manager [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Terminating instance [ 971.451179] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6cad9-f4a5-4c2e-bafb-3b348fde3e2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.463135] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7b25a-907c-4230-a5a8-4f180273aefd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.509116] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1e620-9cdb-4108-9cd4-0a8b80c13c7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.516832] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.528029] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390057d-1ad2-4619-802c-8f4d5b3c430f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.535843] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393607, 'name': ReconfigVM_Task, 'duration_secs': 0.617102} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.544814] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a/dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.545284] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.550155] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.715625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.851675] env[65717]: DEBUG oslo_vmware.api [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498907} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.851988] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.852395] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.852700] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.852924] env[65717]: INFO nova.compute.manager [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 971.853196] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 971.853408] env[65717]: DEBUG nova.compute.manager [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 971.853504] env[65717]: DEBUG nova.network.neutron [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 971.853768] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.862765] env[65717]: DEBUG nova.compute.manager [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 971.863018] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.863913] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27148416-a660-4950-8a4d-dbcfa44146c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.869934] env[65717]: DEBUG nova.compute.manager [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Received event network-changed-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 971.870099] env[65717]: DEBUG nova.compute.manager [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Refreshing instance network info cache due to event network-changed-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 971.870436] env[65717]: DEBUG oslo_concurrency.lockutils [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] Acquiring lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.870660] env[65717]: DEBUG oslo_concurrency.lockutils [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] Acquired lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.872154] env[65717]: DEBUG nova.network.neutron [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Refreshing network info cache for port 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.880905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.881051] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a852bb-fdba-4882-954e-01b4504ee0f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.888794] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 971.888794] env[65717]: value = "task-4393613" [ 971.888794] env[65717]: _type = "Task" [ 971.888794] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.900699] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.901355] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.986278] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603101} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.986555] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f26d29c8-20f5-42ba-b547-c3be142b5267/f26d29c8-20f5-42ba-b547-c3be142b5267.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.986776] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.987069] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3b615a-c8a7-4884-b226-ced6a5aa09c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.995894] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 971.995894] env[65717]: value = "task-4393614" [ 971.995894] env[65717]: _type = "Task" [ 971.995894] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.006749] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.057869] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9bea9d-61cf-4082-9ed0-0e8ea1dddab2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.083638] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b904671-16c8-4aaf-bcfc-3d1c4db2d16e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.105778] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.110040] env[65717]: DEBUG nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 972.110318] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 108 to 109 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 972.110493] env[65717]: DEBUG nova.compute.provider_tree [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.153071] env[65717]: DEBUG nova.compute.manager [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 972.153071] env[65717]: DEBUG nova.compute.manager [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing instance network info cache due to event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 972.153071] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.153071] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.153071] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.377531] env[65717]: WARNING neutronclient.v2_0.client [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.405169] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.511310] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085961} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.511630] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.512528] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe1783-f162-4f7e-82e5-ad4c5922e72e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.542640] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] f26d29c8-20f5-42ba-b547-c3be142b5267/f26d29c8-20f5-42ba-b547-c3be142b5267.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.547743] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76a3be4-0cd3-487f-bc59-bc085d011929 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.570851] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 972.570851] env[65717]: value = "task-4393615" [ 972.570851] env[65717]: _type = "Task" [ 972.570851] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.581467] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.618238] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.618238] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.621459] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.606s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.624073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.284s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.624320] env[65717]: DEBUG nova.objects.instance [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lazy-loading 'resources' on Instance uuid 047f1a6d-e71c-46d5-9830-8dafa8bf4850 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.655272] env[65717]: WARNING neutronclient.v2_0.client [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.659904] env[65717]: WARNING neutronclient.v2_0.client [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.662555] env[65717]: INFO nova.scheduler.client.report [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Deleted allocations for instance 9d8c3cf6-bb98-4061-9a36-dab5a8181667 [ 972.674267] env[65717]: DEBUG nova.network.neutron [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Port 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 972.735738] env[65717]: INFO nova.compute.manager [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Rebuilding instance [ 972.810944] env[65717]: DEBUG nova.network.neutron [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Updated VIF entry in instance network info cache for port 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 972.811455] env[65717]: DEBUG nova.network.neutron [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Updating instance_info_cache with network_info: [{"id": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "address": "fa:16:3e:04:d4:b2", "network": {"id": "1b3c266c-de2f-4add-b0fa-5bb07178e389", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1552907517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc9b7e936064ba49b5a4141ced09dcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e6e4a4-89", "ovs_interfaceid": "19e6e4a4-89e5-4500-ace5-cbf8f91e10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.820702] env[65717]: DEBUG nova.compute.manager [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.821895] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fcca94-1605-4682-b3de-274c47355c47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.907179] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393613, 'name': PowerOffVM_Task, 'duration_secs': 0.64384} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.907179] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.907179] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.907179] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c13bd7-36c1-462d-9186-82b423e6edd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.926948] env[65717]: WARNING neutronclient.v2_0.client [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.955660] env[65717]: DEBUG nova.network.neutron [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.982972] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.983260] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.983450] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Deleting the datastore file [datastore2] 9ac9b27f-ea86-48f7-900c-02d98033df1e {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.984084] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-794af839-c5a2-4a3a-9411-527052ec64da {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.993233] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for the task: (returnval){ [ 972.993233] env[65717]: value = "task-4393617" [ 972.993233] env[65717]: _type = "Task" [ 972.993233] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.004611] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.035273] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updated VIF entry in instance network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.035669] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.083290] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393615, 'name': ReconfigVM_Task, 'duration_secs': 0.333361} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.083290] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Reconfigured VM instance instance-00000053 to attach disk [datastore1] f26d29c8-20f5-42ba-b547-c3be142b5267/f26d29c8-20f5-42ba-b547-c3be142b5267.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.083999] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fdf521c-ffaf-4c15-bb21-82457611f45f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.092530] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 973.092530] env[65717]: value = "task-4393618" [ 973.092530] env[65717]: _type = "Task" [ 973.092530] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.104843] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393618, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.182841] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8916387d-562e-4e18-a284-231112eac011 tempest-ServerShowV257Test-1011803700 tempest-ServerShowV257Test-1011803700-project-member] Lock "9d8c3cf6-bb98-4061-9a36-dab5a8181667" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.159s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.316841] env[65717]: DEBUG oslo_concurrency.lockutils [req-6975aba8-555c-4f68-8be0-61701004d896 req-042e7278-702f-4ce2-bc9e-f82c13cb43a9 service nova] Releasing lock "refresh_cache-f26d29c8-20f5-42ba-b547-c3be142b5267" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.457472] env[65717]: INFO nova.compute.manager [-] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Took 1.60 seconds to deallocate network for instance. [ 973.509377] env[65717]: DEBUG oslo_vmware.api [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Task: {'id': task-4393617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373972} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.510819] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.511014] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.511190] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.511354] env[65717]: INFO nova.compute.manager [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 973.511580] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 973.511769] env[65717]: DEBUG nova.compute.manager [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 973.511866] env[65717]: DEBUG nova.network.neutron [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 973.512126] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.538828] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.539137] env[65717]: DEBUG nova.compute.manager [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 973.539302] env[65717]: DEBUG nova.compute.manager [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing instance network info cache due to event network-changed-68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 973.540030] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Acquiring lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.540030] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Acquired lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.540030] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Refreshing network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.548757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621aa6b-ffdc-4f41-979b-e487e64d320c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.560540] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e08709-b95e-48a9-82d6-ff96ca14a65b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.599503] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166be70-416d-4607-8216-3e370dfac4b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.605680] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.614482] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393618, 'name': Rename_Task, 'duration_secs': 0.220354} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.614883] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.616255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c400d6-cbb1-43fb-8ac7-7e2bcbb9823a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.620787] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd0b5306-e5c7-4fcd-8861-7d6c13c963f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.641440] env[65717]: DEBUG nova.compute.provider_tree [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.644516] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 973.644516] env[65717]: value = "task-4393620" [ 973.644516] env[65717]: _type = "Task" [ 973.644516] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.661806] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.704147] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.704607] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.704826] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.843669] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.843669] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9790760a-0d0a-4e76-9c48-20f3417341c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.851503] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 973.851503] env[65717]: value = "task-4393621" [ 973.851503] env[65717]: _type = "Task" [ 973.851503] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.862054] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.968988] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.045681] env[65717]: WARNING neutronclient.v2_0.client [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.160483] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.187510] env[65717]: DEBUG nova.scheduler.client.report [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 974.188282] env[65717]: DEBUG nova.compute.provider_tree [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 109 to 110 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 974.188282] env[65717]: DEBUG nova.compute.provider_tree [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.318411] env[65717]: DEBUG nova.compute.manager [req-1fba3ad2-ec5f-47dc-a756-8a2cb7c783de req-b333adb9-9c86-4e81-be42-2d8e75c07ce9 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Received event network-vif-deleted-812c943b-b590-46f3-bf6a-5b659029ee12 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 974.318486] env[65717]: INFO nova.compute.manager [req-1fba3ad2-ec5f-47dc-a756-8a2cb7c783de req-b333adb9-9c86-4e81-be42-2d8e75c07ce9 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Neutron deleted interface 812c943b-b590-46f3-bf6a-5b659029ee12; detaching it from the instance and deleting it from the info cache [ 974.318658] env[65717]: DEBUG nova.network.neutron [req-1fba3ad2-ec5f-47dc-a756-8a2cb7c783de req-b333adb9-9c86-4e81-be42-2d8e75c07ce9 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.364179] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393621, 'name': PowerOffVM_Task, 'duration_secs': 0.187785} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.364495] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.365335] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.365605] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4011d68a-3c60-4e73-a8a8-8f402d467c12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.368353] env[65717]: WARNING neutronclient.v2_0.client [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.376637] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 974.376637] env[65717]: value = "task-4393622" [ 974.376637] env[65717]: _type = "Task" [ 974.376637] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.388154] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 974.388498] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 974.388767] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859965', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'name': 'volume-1b4e9641-3ce4-457b-b0e2-8018b0170089', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5af3a05d-9508-4bab-bfb4-6c9e2ba6439e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'serial': '1b4e9641-3ce4-457b-b0e2-8018b0170089'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 974.389665] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10528feb-c843-4894-97a4-b1e48ff13d38 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.413603] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6588f-3063-48ed-8bcb-ef7fb1e8f5f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.424949] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8599bc1-a02b-496b-8536-41266464a605 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.446961] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225bc38-e51c-463c-aaea-c419ec47ea30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.452034] env[65717]: DEBUG nova.compute.manager [req-c6c2f529-29b1-4a61-8034-132f3b9caa7b req-0c353cf9-2d6d-4df4-8710-0329d4b28dbd service nova] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Received event network-vif-deleted-7dd06d3e-8177-4b2d-b65a-f00f4810738b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 974.465857] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] The volume has not been displaced from its original location: [datastore2] volume-1b4e9641-3ce4-457b-b0e2-8018b0170089/volume-1b4e9641-3ce4-457b-b0e2-8018b0170089.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 974.471309] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.472481] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updated VIF entry in instance network info cache for port 68af7719-9c6c-4dbc-960a-1b3c3357238a. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.472822] env[65717]: DEBUG nova.network.neutron [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [{"id": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "address": "fa:16:3e:69:60:87", "network": {"id": "6db93901-eaa7-4012-83f8-f030775b9d13", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-322223947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0be6a05d5b2441daa6b796fe45ae44a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68af7719-9c", "ovs_interfaceid": "68af7719-9c6c-4dbc-960a-1b3c3357238a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.474015] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8ebe71-ff21-48c6-9ea8-173d3639146a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.488681] env[65717]: DEBUG oslo_concurrency.lockutils [req-90c52e2e-f19b-4394-93bf-4e8a9224a13a req-b6dab056-2be4-4446-a1f5-105818ef9981 service nova] Releasing lock "refresh_cache-74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.495641] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 974.495641] env[65717]: value = "task-4393623" [ 974.495641] env[65717]: _type = "Task" [ 974.495641] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.505893] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.516587] env[65717]: DEBUG nova.network.neutron [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.659582] env[65717]: DEBUG oslo_vmware.api [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393620, 'name': PowerOnVM_Task, 'duration_secs': 0.695002} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.659892] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.660143] env[65717]: INFO nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Took 7.79 seconds to spawn the instance on the hypervisor. [ 974.660340] env[65717]: DEBUG nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 974.662049] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bacec5a-7af1-4137-81e6-c7a6cc041d07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.693482] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.696257] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.867s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.712012] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.728381] env[65717]: INFO nova.scheduler.client.report [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted allocations for instance 047f1a6d-e71c-46d5-9830-8dafa8bf4850 [ 974.763621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.763821] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.763993] env[65717]: DEBUG nova.network.neutron [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.822144] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3137710-1d61-4cff-a350-29ea148ba7ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.832856] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3939a816-5c0f-42b0-969c-2596dbd88998 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.871701] env[65717]: DEBUG nova.compute.manager [req-1fba3ad2-ec5f-47dc-a756-8a2cb7c783de req-b333adb9-9c86-4e81-be42-2d8e75c07ce9 service nova] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Detach interface failed, port_id=812c943b-b590-46f3-bf6a-5b659029ee12, reason: Instance 9ac9b27f-ea86-48f7-900c-02d98033df1e could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 975.008674] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393623, 'name': ReconfigVM_Task, 'duration_secs': 0.19149} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.008932] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.013741] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2987310a-3f39-4b6d-95aa-883f03c0a42d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.024214] env[65717]: INFO nova.compute.manager [-] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Took 1.51 seconds to deallocate network for instance. [ 975.033511] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 975.033511] env[65717]: value = "task-4393624" [ 975.033511] env[65717]: _type = "Task" [ 975.033511] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.042570] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.184727] env[65717]: INFO nova.compute.manager [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Took 22.63 seconds to build instance. [ 975.240786] env[65717]: DEBUG oslo_concurrency.lockutils [None req-edf21b7c-6f75-48db-a40f-45a23bb11094 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "047f1a6d-e71c-46d5-9830-8dafa8bf4850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.580s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.268972] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.532326] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.538639] env[65717]: WARNING neutronclient.v2_0.client [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.549082] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393624, 'name': ReconfigVM_Task, 'duration_secs': 0.158236} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.549483] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859965', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'name': 'volume-1b4e9641-3ce4-457b-b0e2-8018b0170089', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5af3a05d-9508-4bab-bfb4-6c9e2ba6439e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b4e9641-3ce4-457b-b0e2-8018b0170089', 'serial': '1b4e9641-3ce4-457b-b0e2-8018b0170089'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 975.549789] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.550694] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba2a9f-67c2-4bb7-bb66-1b4143399495 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.563054] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.563393] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85df2280-767d-4f10-b707-d32f05b7df46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.651671] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.651894] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.652196] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Deleting the datastore file [datastore2] 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.652648] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce694955-95aa-4207-bcb3-fcd0c1a9d51a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.663389] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for the task: (returnval){ [ 975.663389] env[65717]: value = "task-4393626" [ 975.663389] env[65717]: _type = "Task" [ 975.663389] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.682700] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.689547] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cc55e7ef-d403-4201-abcb-d8713483f7ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.150s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.721117] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Applying migration context for instance cc95001c-4bb9-4250-99bf-35ea880dabec as it has an incoming, in-progress migration 26d51ba1-0be5-4ef5-8d78-efede60add95. Migration status is confirming {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 975.721117] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Applying migration context for instance dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a as it has an incoming, in-progress migration 6eb95a11-ab51-492d-8eed-f2f275c6dfff. Migration status is post-migrating {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 975.721117] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating resource usage from migration 26d51ba1-0be5-4ef5-8d78-efede60add95 [ 975.723508] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating resource usage from migration 6eb95a11-ab51-492d-8eed-f2f275c6dfff [ 975.751833] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.752105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.752538] env[65717]: INFO nova.compute.manager [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Shelving [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 15a80c84-e57f-427c-a03c-f100485902f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 1434e6cf-901b-459a-8537-472fe089ab1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 708c3051-6786-4c38-80cc-7606bac6804d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance e779d453-8c4c-44b8-bb6e-db9a6345d811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5fdbd289-4040-4fad-8391-56c901108e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 39b077b4-52e0-4f43-8697-cb11588635f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ef52ab57-87c2-4128-98ce-4fa71117c034 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 333324fc-ecd0-4ada-9f0b-0783099eb5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 03606c2b-e9c8-429c-b20a-edafc89b4afb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.759839] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b1a82125-0669-464f-8171-f638fc701973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.760538] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 93916381-1663-4280-a468-7cc7f5c7be5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 26d51ba1-0be5-4ef5-8d78-efede60add95 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance cc95001c-4bb9-4250-99bf-35ea880dabec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 9ac9b27f-ea86-48f7-900c-02d98033df1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 6eb95a11-ab51-492d-8eed-f2f275c6dfff is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.760538] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f26d29c8-20f5-42ba-b547-c3be142b5267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 975.765358] env[65717]: DEBUG nova.network.neutron [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.175466] env[65717]: DEBUG oslo_vmware.api [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Task: {'id': task-4393626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12778} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.175804] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.175937] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.176122] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.248533] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "708c3051-6786-4c38-80cc-7606bac6804d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.248878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.249138] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "708c3051-6786-4c38-80cc-7606bac6804d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.249372] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.249553] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.251879] env[65717]: INFO nova.compute.manager [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Terminating instance [ 976.261691] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 976.261691] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d45d83e-842f-49aa-a0c3-f2f085b7b8fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.268964] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5cb48558-9088-4ac4-802f-d70a207a7e3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 976.270412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.279212] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b242e837-c250-4aee-9838-811db02eb29a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.319024] env[65717]: ERROR nova.compute.manager [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Failed to detach volume 1b4e9641-3ce4-457b-b0e2-8018b0170089 from /dev/sda: nova.exception.InstanceNotFound: Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e could not be found. [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Traceback (most recent call last): [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self.driver.rebuild(**kwargs) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise NotImplementedError() [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] NotImplementedError [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] During handling of the above exception, another exception occurred: [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Traceback (most recent call last): [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self.driver.detach_volume(context, old_connection_info, [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] return self._volumeops.detach_volume(connection_info, instance) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._detach_volume_vmdk(connection_info, instance) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] stable_ref.fetch_moref(session) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] nova.exception.InstanceNotFound: Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e could not be found. [ 976.319024] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.509968] env[65717]: DEBUG nova.compute.utils [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Build of instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e aborted: Failed to rebuild volume backed instance. {{(pid=65717) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 976.512582] env[65717]: ERROR nova.compute.manager [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e aborted: Failed to rebuild volume backed instance. [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Traceback (most recent call last): [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self.driver.rebuild(**kwargs) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise NotImplementedError() [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] NotImplementedError [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] During handling of the above exception, another exception occurred: [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Traceback (most recent call last): [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._detach_root_volume(context, instance, root_bdm) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] with excutils.save_and_reraise_exception(): [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self.force_reraise() [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise self.value [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self.driver.detach_volume(context, old_connection_info, [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] return self._volumeops.detach_volume(connection_info, instance) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._detach_volume_vmdk(connection_info, instance) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] stable_ref.fetch_moref(session) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] nova.exception.InstanceNotFound: Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e could not be found. [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] During handling of the above exception, another exception occurred: [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Traceback (most recent call last): [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 11550, in _error_out_instance_on_exception [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] yield [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 976.512582] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._do_rebuild_instance_with_claim( [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._do_rebuild_instance( [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._rebuild_default_impl(**kwargs) [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] self._rebuild_volume_backed_instance( [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] raise exception.BuildAbortException( [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] nova.exception.BuildAbortException: Build of instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e aborted: Failed to rebuild volume backed instance. [ 976.513746] env[65717]: ERROR nova.compute.manager [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] [ 976.756670] env[65717]: DEBUG nova.compute.manager [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 976.756923] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.757926] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7321225-a7bd-449c-b186-400ee3ac2fa7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.766660] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.766957] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68b57b4-cfbb-4795-a758-abe5f7bffe55 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.769285] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.769544] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6af8bef-113b-48c3-8e66-a047199ef1b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.776059] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 976.776329] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 976.776501] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '16', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '2', 'io_workload': '2', 'num_proj_9a75f1d0910647d49c877b2135ce6549': '2', 'num_proj_0be6a05d5b2441daa6b796fe45ae44a5': '3', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'num_proj_b9f3d698cd964208b73aac3429d81ca7': '1', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1', 'num_proj_47fb435aaa3f41e886947e6d25d6e483': '1', 'num_task_rebuilding': '1', 'num_proj_00830f0be8b34abfb8e5102d2c37115c': '1', 'num_task_resize_migrated': '1', 'num_proj_d30f29b3be3a44a0aa24c132c0d95d11': '1', 'num_proj_2eb1510ae0544d6aa973f1b4e4511d33': '1', 'num_task_deleting': '1', 'num_proj_39fb481948f94e3f9718850f53f81ec3': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_bdc9b7e936064ba49b5a4141ced09dcf': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 976.791877] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 976.791877] env[65717]: value = "task-4393628" [ 976.791877] env[65717]: _type = "Task" [ 976.791877] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.794508] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 976.794508] env[65717]: value = "task-4393629" [ 976.794508] env[65717]: _type = "Task" [ 976.794508] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.822927] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.828675] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e557668-0550-4120-bd8f-b341d76e7f67 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.834235] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.861446] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ce6362-7097-4e46-a6fc-46de68a5ad3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.871291] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.211228] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f356eb43-7bd1-487e-abd3-21151f7ea534 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.219760] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5ba6c0-7011-4bfa-aa4c-980ff689cc85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.254344] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4315a9b-8fa8-4756-8c2d-3a1b7c9e1de5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.262554] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86340e3e-6aea-478c-b6e0-d9de3a504ca0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282782] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.309243] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393628, 'name': PowerOffVM_Task, 'duration_secs': 0.337196} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.315705] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.315705] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.315705] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad87dec-e27a-4852-9f45-eba540e9a3be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.325292] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393629, 'name': PowerOffVM_Task, 'duration_secs': 0.329256} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.325729] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.326991] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a2524-f955-4eca-a3cc-e660a8668c2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.349463] env[65717]: DEBUG nova.compute.manager [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.350964] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7833faa-bab4-4165-a35d-badd6c30b884 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.354114] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f07bac-b13b-443d-8495-5423995a18fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.378607] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.378947] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf96b9d-4701-478e-8487-c53931daf6c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.388180] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 977.388180] env[65717]: value = "task-4393631" [ 977.388180] env[65717]: _type = "Task" [ 977.388180] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.399209] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.414980] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.414980] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.415171] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore2] 708c3051-6786-4c38-80cc-7606bac6804d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.415713] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322201d8-aabd-4ab2-98fe-c444b423e971 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.424612] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 977.424612] env[65717]: value = "task-4393632" [ 977.424612] env[65717]: _type = "Task" [ 977.424612] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.436826] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.786826] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.869926] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.870843] env[65717]: INFO nova.compute.manager [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] instance snapshotting [ 977.872448] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-646ff7bb-ecc1-4458-8f11-1a9440f92081 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.875492] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b67af6-b9bf-4879-a3a5-062cb8f87875 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.902719] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421f9db-f741-4191-a440-577270985a5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.905646] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 977.905646] env[65717]: value = "task-4393633" [ 977.905646] env[65717]: _type = "Task" [ 977.905646] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.919388] env[65717]: DEBUG oslo_vmware.api [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393631, 'name': PowerOnVM_Task, 'duration_secs': 0.440989} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.920046] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.920514] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-95b016f4-0709-4b3f-b270-5b21c319d4af tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance 'dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.928129] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.937541] env[65717]: DEBUG oslo_vmware.api [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246547} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.937899] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.938098] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.938291] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.938467] env[65717]: INFO nova.compute.manager [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 977.938750] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 977.938972] env[65717]: DEBUG nova.compute.manager [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 977.939095] env[65717]: DEBUG nova.network.neutron [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 977.940034] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.986736] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.297046] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 978.297046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.599s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.297046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.997s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.297046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.297802] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.325s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.304314] env[65717]: DEBUG nova.compute.manager [req-4aee477f-9136-4c46-97b4-5bb0cb1a3ae5 req-d1c89463-dff9-4d41-af3c-71f504c82bff service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Received event network-vif-deleted-668cb667-edf3-47f7-819f-a4483428e742 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 978.304314] env[65717]: INFO nova.compute.manager [req-4aee477f-9136-4c46-97b4-5bb0cb1a3ae5 req-d1c89463-dff9-4d41-af3c-71f504c82bff service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Neutron deleted interface 668cb667-edf3-47f7-819f-a4483428e742; detaching it from the instance and deleting it from the info cache [ 978.304314] env[65717]: DEBUG nova.network.neutron [req-4aee477f-9136-4c46-97b4-5bb0cb1a3ae5 req-d1c89463-dff9-4d41-af3c-71f504c82bff service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.334139] env[65717]: INFO nova.scheduler.client.report [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Deleted allocations for instance 93916381-1663-4280-a468-7cc7f5c7be5c [ 978.416499] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.420914] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 978.421267] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58c66b6a-b09b-4817-a181-8c958b4e9fba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433135] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 978.433135] env[65717]: value = "task-4393634" [ 978.433135] env[65717]: _type = "Task" [ 978.433135] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.444158] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.533872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.735969] env[65717]: DEBUG nova.network.neutron [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.810378] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-584ed9bb-1f04-4ed1-b760-cd653ecfe01f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.823938] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b8add-a2c3-4940-b7dd-94aee4e05d64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.846472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Lock "93916381-1663-4280-a468-7cc7f5c7be5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.022s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.873731] env[65717]: DEBUG nova.compute.manager [req-4aee477f-9136-4c46-97b4-5bb0cb1a3ae5 req-d1c89463-dff9-4d41-af3c-71f504c82bff service nova] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Detach interface failed, port_id=668cb667-edf3-47f7-819f-a4483428e742, reason: Instance 708c3051-6786-4c38-80cc-7606bac6804d could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 978.917886] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393633, 'name': CreateSnapshot_Task, 'duration_secs': 0.882235} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.917886] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.918923] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be85cf3-4ceb-4973-b374-d5fa0dcfe2c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.948985] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.232197] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec502b78-0513-441b-a5f5-dbb275e360d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.241425] env[65717]: INFO nova.compute.manager [-] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Took 1.30 seconds to deallocate network for instance. [ 979.243929] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2556c-9fbb-4d33-83ec-7fd5380d7d64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.285385] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c84602-4a6e-40bc-a0ca-c80ceaa4280d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.295343] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c988d24c-4ed1-41b9-b41c-3ba2693ae25a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.314238] env[65717]: DEBUG nova.compute.provider_tree [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.446442] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.450943] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b150f7c-c155-4c6f-b225-b4eb58c20f0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.466954] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393634, 'name': CreateSnapshot_Task, 'duration_secs': 0.766814} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.469550] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 979.471668] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 979.471668] env[65717]: value = "task-4393635" [ 979.471668] env[65717]: _type = "Task" [ 979.471668] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.471668] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac851e-daae-4818-b9b8-f4ac65adfd8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.485454] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393635, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.753399] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.818344] env[65717]: DEBUG nova.scheduler.client.report [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.987817] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393635, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.000719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.001243] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "d99b68ef-7530-4ea9-adda-dece97ebce56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.001573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.003474] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82944f75-a2ff-42da-83c8-28990679918e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.015430] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 980.015430] env[65717]: value = "task-4393636" [ 980.015430] env[65717]: _type = "Task" [ 980.015430] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.026381] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393636, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.445354] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.445794] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.445794] env[65717]: DEBUG nova.compute.manager [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Going to confirm migration 5 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 980.488371] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393635, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.508314] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 980.530384] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393636, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.552047] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.552436] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.552988] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.553426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.554010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.560423] env[65717]: INFO nova.compute.manager [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Terminating instance [ 980.832515] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.833180] env[65717]: DEBUG nova.compute.manager [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65717) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 980.836852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.511s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.836852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.843036] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.570s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.844681] env[65717]: INFO nova.compute.claims [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.877041] env[65717]: INFO nova.scheduler.client.report [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted allocations for instance 39b077b4-52e0-4f43-8697-cb11588635f3 [ 980.953430] env[65717]: WARNING neutronclient.v2_0.client [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.988947] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393635, 'name': CloneVM_Task, 'duration_secs': 1.496837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.989238] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Created linked-clone VM from snapshot [ 980.990036] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961230f-f7a1-4541-a85d-7ed3b4775cd4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.001089] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Uploading image dfef5ade-0e8f-43c9-bb37-859729a579c3 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.026717] env[65717]: WARNING neutronclient.v2_0.client [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.027075] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.027236] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.027408] env[65717]: DEBUG nova.network.neutron [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.027583] env[65717]: DEBUG nova.objects.instance [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'info_cache' on Instance uuid dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.042130] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.042130] env[65717]: value = "vm-860005" [ 981.042130] env[65717]: _type = "VirtualMachine" [ 981.042130] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.043108] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-722aa128-7393-418c-a8f3-028f93d87203 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.050654] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393636, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.052183] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.060347] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lease: (returnval){ [ 981.060347] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf12e7-ed5f-8333-3aaf-d8dd730c7fd5" [ 981.060347] env[65717]: _type = "HttpNfcLease" [ 981.060347] env[65717]: } obtained for exporting VM: (result){ [ 981.060347] env[65717]: value = "vm-860005" [ 981.060347] env[65717]: _type = "VirtualMachine" [ 981.060347] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 981.060347] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the lease: (returnval){ [ 981.060347] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf12e7-ed5f-8333-3aaf-d8dd730c7fd5" [ 981.060347] env[65717]: _type = "HttpNfcLease" [ 981.060347] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.065768] env[65717]: DEBUG nova.compute.manager [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 981.067840] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26073f5f-6c06-4bd8-94f2-c4fac9dbd26d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.071070] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.071070] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf12e7-ed5f-8333-3aaf-d8dd730c7fd5" [ 981.071070] env[65717]: _type = "HttpNfcLease" [ 981.071070] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 981.080316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c97f9-0139-4af4-8006-75e860ce3da1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.127792] env[65717]: WARNING nova.virt.vmwareapi.driver [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e could not be found. [ 981.128080] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.128495] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fb0d076-cc2b-45e5-8d6c-f6694fe7c7f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.140418] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e21b5b1-1aca-4bca-b005-639a9470c347 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.176099] env[65717]: WARNING nova.virt.vmwareapi.vmops [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e could not be found. [ 981.176099] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.176220] env[65717]: INFO nova.compute.manager [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Took 0.11 seconds to destroy the instance on the hypervisor. [ 981.176443] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 981.176722] env[65717]: DEBUG nova.compute.manager [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 981.176816] env[65717]: DEBUG nova.network.neutron [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.177125] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.218429] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.391510] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40712bd3-13a8-4814-968c-ac96c9903b4c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "39b077b4-52e0-4f43-8697-cb11588635f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.494s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.392989] env[65717]: DEBUG oslo_concurrency.lockutils [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] Acquired lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.394434] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7ffb3-cd03-4f69-8ef1-873279a088a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.404433] env[65717]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 981.404641] env[65717]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65717) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 981.405437] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e85dda0c-082d-4e2e-8b6c-9835dcab373c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.417187] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f395e373-7e3b-4f0e-9804-bd293c698267 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.435127] env[65717]: INFO nova.scheduler.client.report [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted allocation for migration 26d51ba1-0be5-4ef5-8d78-efede60add95 [ 981.475266] env[65717]: ERROR root [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-859949' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-859949' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-859949' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-859949'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-859949' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-859949' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-859949'}\n"]: nova.exception.InstanceNotFound: Instance 39b077b4-52e0-4f43-8697-cb11588635f3 could not be found. [ 981.475617] env[65717]: DEBUG oslo_concurrency.lockutils [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] Releasing lock "39b077b4-52e0-4f43-8697-cb11588635f3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.476521] env[65717]: DEBUG nova.compute.manager [req-5299df08-74f4-4da4-b72a-20bf2e5f1adb req-380bf69f-3f1f-4c71-b345-deace3c21a8c service nova] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Detach interface failed, port_id=fa702bc7-34cb-4ee8-899b-f6f32d682dcd, reason: Instance 39b077b4-52e0-4f43-8697-cb11588635f3 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 981.537524] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393636, 'name': CloneVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.569466] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.569466] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf12e7-ed5f-8333-3aaf-d8dd730c7fd5" [ 981.569466] env[65717]: _type = "HttpNfcLease" [ 981.569466] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 981.571741] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 981.571741] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf12e7-ed5f-8333-3aaf-d8dd730c7fd5" [ 981.571741] env[65717]: _type = "HttpNfcLease" [ 981.571741] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 981.574638] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555be6c4-4873-4dcc-9de6-83d3007679ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.585756] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 981.585979] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 981.735567] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a852723-524f-476a-801a-ca46f14179d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.946674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54ef6b90-a6d3-4df0-91e9-8a33d8c43505 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.157s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.037504] env[65717]: WARNING neutronclient.v2_0.client [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.040168] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393636, 'name': CloneVM_Task, 'duration_secs': 1.528586} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.043600] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Created linked-clone VM from snapshot [ 982.045014] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff42cead-3b7d-4da0-8d54-4b5092c73ed7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.056247] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Uploading image 41668bbd-31be-458b-8989-d02e38fd715d {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.082690] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.083460] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-196ad102-96f8-45b4-a3db-649f0aafc9a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.093022] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 982.093022] env[65717]: value = "task-4393638" [ 982.093022] env[65717]: _type = "Task" [ 982.093022] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.108850] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393638, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.326577] env[65717]: DEBUG nova.network.neutron [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.340710] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02374fd3-6433-4c49-b5c0-d397466fde37 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.360810] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2800849-361a-4902-a2a6-0115d5ff7bb2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.400853] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35513e-3e42-4ca9-a921-384cf1c2c78c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.413129] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaedbf4-5ffe-46e1-95e1-60da4f6142f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.436268] env[65717]: DEBUG nova.compute.provider_tree [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.462704] env[65717]: WARNING neutronclient.v2_0.client [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.468824] env[65717]: DEBUG nova.compute.manager [req-b3dedc4f-03b3-420d-9ac0-a8f04b137873 req-2a90d559-f5b5-4cd2-bf19-311237ef6e0f service nova] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Received event network-vif-deleted-1794bf81-593c-446c-a6d4-c062bdb321f9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 982.607087] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393638, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.649889] env[65717]: DEBUG nova.network.neutron [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [{"id": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "address": "fa:16:3e:28:99:64", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d96c6d-c6", "ovs_interfaceid": "40d96c6d-c68d-44c6-a59d-bd019e72a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.832047] env[65717]: INFO nova.compute.manager [-] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Took 1.65 seconds to deallocate network for instance. [ 982.942199] env[65717]: DEBUG nova.scheduler.client.report [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.108153] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393638, 'name': Destroy_Task, 'duration_secs': 0.606278} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.108733] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Destroyed the VM [ 983.108901] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.109305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-946b298c-f5d6-491d-9b12-b93e5a21535a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.118585] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 983.118585] env[65717]: value = "task-4393639" [ 983.118585] env[65717]: _type = "Task" [ 983.118585] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.128170] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.153226] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.153959] env[65717]: DEBUG nova.objects.instance [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'migration_context' on Instance uuid dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.187405] env[65717]: DEBUG nova.objects.instance [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.425212] env[65717]: INFO nova.compute.manager [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Took 0.59 seconds to detach 1 volumes for instance. [ 983.430446] env[65717]: DEBUG nova.compute.manager [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Deleting volume: 1b4e9641-3ce4-457b-b0e2-8018b0170089 {{(pid=65717) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 983.449185] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.449957] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 983.453661] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.738s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.455658] env[65717]: INFO nova.compute.claims [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.631704] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.656734] env[65717]: DEBUG nova.objects.base [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.659065] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0ad1c-e53a-473d-866c-072e4e1cd447 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.689168] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a518a6b-d533-4792-9c5e-8def8bf2c49a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.696556] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.700024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.700024] env[65717]: DEBUG nova.network.neutron [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.700024] env[65717]: DEBUG nova.objects.instance [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'info_cache' on Instance uuid cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.701573] env[65717]: DEBUG oslo_vmware.api [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 983.701573] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a050b-fdb1-3920-9291-d244b73d5b24" [ 983.701573] env[65717]: _type = "Task" [ 983.701573] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.715230] env[65717]: DEBUG oslo_vmware.api [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a050b-fdb1-3920-9291-d244b73d5b24, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.715230] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.965488] env[65717]: DEBUG nova.compute.utils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.967855] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 983.968017] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 983.968893] env[65717]: WARNING neutronclient.v2_0.client [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.969440] env[65717]: WARNING neutronclient.v2_0.client [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.992993] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.137264] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393639, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.204696] env[65717]: DEBUG nova.objects.base [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.469180] env[65717]: DEBUG nova.policy [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e3c2cf88664e14823c98d2a41f7be6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '505dbbcd98214b138286f4937a214fed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.476823] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 984.634396] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393639, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.709889] env[65717]: WARNING neutronclient.v2_0.client [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.828601] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.828742] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.933410] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5deb418-d3d3-4863-8e37-451c9704d142 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.943555] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ecc89a-ee87-4750-96c4-fb8e5105ffcd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.979811] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3bbf79-2668-4d2b-b077-05b564c38b66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.988808] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5809c01-85a5-43d2-8a41-f39096f24dea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.004591] env[65717]: DEBUG nova.compute.provider_tree [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.134096] env[65717]: DEBUG oslo_vmware.api [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393639, 'name': RemoveSnapshot_Task, 'duration_secs': 1.674112} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.134426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 985.182620] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Successfully created port: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 985.333187] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 985.489117] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.510396] env[65717]: DEBUG nova.scheduler.client.report [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.529316] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.529664] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.529776] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.530055] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.530264] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.530264] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.530531] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.530585] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.530731] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.530888] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.531065] env[65717]: DEBUG nova.virt.hardware [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.532019] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb586f-975d-4f6c-8b1a-234624971dbe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.543180] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d932687-1d9e-4841-b568-c5ace1c1cf45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.641365] env[65717]: WARNING nova.compute.manager [None req-257fc9eb-89f9-4fe9-b18f-e30af4292c4e tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Image not found during snapshot: nova.exception.ImageNotFound: Image 41668bbd-31be-458b-8989-d02e38fd715d could not be found. [ 985.864136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.016629] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.017424] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 986.020982] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.053s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.021248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.023994] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.492s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.024317] env[65717]: DEBUG nova.objects.instance [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lazy-loading 'resources' on Instance uuid 9ac9b27f-ea86-48f7-900c-02d98033df1e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.047224] env[65717]: WARNING neutronclient.v2_0.client [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.052750] env[65717]: INFO nova.scheduler.client.report [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted allocations for instance 03606c2b-e9c8-429c-b20a-edafc89b4afb [ 986.411720] env[65717]: DEBUG nova.network.neutron [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [{"id": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "address": "fa:16:3e:f3:76:93", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba6abcc-af", "ovs_interfaceid": "2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.529097] env[65717]: DEBUG nova.compute.utils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.534541] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 986.535666] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 986.538715] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.539516] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.566164] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a92377af-d9e5-47cc-8946-e2907a53d95a tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "03606c2b-e9c8-429c-b20a-edafc89b4afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.394s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.805487] env[65717]: DEBUG nova.policy [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50175968a0eb490aa071291ec5b3f30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1711c6790f424b9ab0b2a8c955bebe3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.893852] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec04aa4-f203-4e15-bc37-28c124bef3e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.903939] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c12270-0639-425f-8ab4-deed1fed2cea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.937601] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-cc95001c-4bb9-4250-99bf-35ea880dabec" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.940178] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd442c56-68b1-46f8-98aa-068b26bcec45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.949698] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bff5ad-d96f-483b-bd55-6225e280dbb4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.966945] env[65717]: DEBUG nova.compute.provider_tree [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.986486] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Successfully updated port: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 987.034810] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 987.391908] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Successfully created port: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 987.470739] env[65717]: DEBUG nova.scheduler.client.report [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.491707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.491707] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquired lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.491707] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.844502] env[65717]: DEBUG nova.compute.manager [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Received event network-vif-plugged-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 987.844967] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] Acquiring lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.844967] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.845387] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.845696] env[65717]: DEBUG nova.compute.manager [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] No waiting events found dispatching network-vif-plugged-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.846013] env[65717]: WARNING nova.compute.manager [req-3c73a9ea-2b51-4565-af2f-c2b9e93e7261 req-53e83593-efca-4362-a786-b473b1fa0a2a service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Received unexpected event network-vif-plugged-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 for instance with vm_state building and task_state spawning. [ 987.953014] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.953519] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d14df6-7114-473d-9ba2-83d49ea080be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.965802] env[65717]: DEBUG oslo_vmware.api [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 987.965802] env[65717]: value = "task-4393641" [ 987.965802] env[65717]: _type = "Task" [ 987.965802] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.984346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.988853] env[65717]: DEBUG oslo_vmware.api [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.990247] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.456s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.026615] env[65717]: INFO nova.scheduler.client.report [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Deleted allocations for instance 9ac9b27f-ea86-48f7-900c-02d98033df1e [ 988.049092] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 988.091046] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.091046] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.091046] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.091439] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.091439] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.091439] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.092143] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.092322] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.092845] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.093057] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.093418] env[65717]: DEBUG nova.virt.hardware [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.094382] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d79443-2c4d-44b0-b836-c587b2728016 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.105702] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ee63c-59e9-45b1-a7c7-907978b16282 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.134583] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Successfully created port: b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 988.327796] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 988.381163] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d90df38-9e83-4e0b-8c43-dc7670d3083b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.391886] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271d0f8-2984-419e-98f7-e71cf2844cfa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.425015] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ca004-0100-42b0-b5ca-aba7ad5eb7a1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.437354] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f07558-0193-441f-9964-8ab42912136e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.456284] env[65717]: DEBUG nova.compute.provider_tree [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.480426] env[65717]: DEBUG oslo_vmware.api [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393641, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.537453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0502f060-406f-4b52-9c62-02438a65d524 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Lock "9ac9b27f-ea86-48f7-900c-02d98033df1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.183s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.981103] env[65717]: DEBUG oslo_vmware.api [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393641, 'name': PowerOnVM_Task, 'duration_secs': 0.686146} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.982738] env[65717]: ERROR nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [req-051a8040-a4bf-4c79-9373-fd530ce8c17e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dc53e726-883a-4716-9e0d-e97046ce03ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-051a8040-a4bf-4c79-9373-fd530ce8c17e"}]}: nova.exception.BuildAbortException: Build of instance 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e aborted: Failed to rebuild volume backed instance. [ 988.983386] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.983386] env[65717]: DEBUG nova.compute.manager [None req-2509342d-423b-4bd3-b17f-ed7788f119e9 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.986541] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6baa2b-a2ce-430c-8b61-122375fd1b8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.015378] env[65717]: DEBUG nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.038884] env[65717]: DEBUG nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.039311] env[65717]: DEBUG nova.compute.provider_tree [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.055865] env[65717]: DEBUG nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.081953] env[65717]: DEBUG nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.390224] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32234be2-fab6-4232-bd0f-9feb1b8261ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.395909] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f26d29c8-20f5-42ba-b547-c3be142b5267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.396221] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.396433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.396614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.396777] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.401396] env[65717]: INFO nova.compute.manager [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Terminating instance [ 989.403622] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e0f25-2bc1-47af-8246-8167cd0bc1ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.438397] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ec8b72-9411-417f-a478-a9f8d36dac93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.448338] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc9e14-69a0-47f6-80c3-9178fe1c4aad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.466126] env[65717]: DEBUG nova.compute.provider_tree [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.913190] env[65717]: DEBUG nova.compute.manager [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 989.913899] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.915167] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8788c1-6895-492b-a8a4-c5da63091e9a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.926238] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.926547] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f7a747-32dc-41a3-a17c-b058e65fa984 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.937033] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 989.937033] env[65717]: value = "task-4393642" [ 989.937033] env[65717]: _type = "Task" [ 989.937033] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.950649] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.015453] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Successfully updated port: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.023318] env[65717]: DEBUG nova.scheduler.client.report [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updated inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 990.023709] env[65717]: DEBUG nova.compute.provider_tree [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating resource provider dc53e726-883a-4716-9e0d-e97046ce03ae generation from 114 to 115 during operation: update_inventory {{(pid=65717) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 990.024394] env[65717]: DEBUG nova.compute.provider_tree [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.074766] env[65717]: WARNING neutronclient.v2_0.client [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.237169] env[65717]: DEBUG nova.network.neutron [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Updating instance_info_cache with network_info: [{"id": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "address": "fa:16:3e:c4:26:aa", "network": {"id": "9d762f6c-97bf-417c-9389-8920f6e7905b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1858919042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "505dbbcd98214b138286f4937a214fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2e2e92-24", "ovs_interfaceid": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.452502] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393642, 'name': PowerOffVM_Task, 'duration_secs': 0.337696} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.452502] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.452743] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.452900] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5b6235-1be7-4e31-8647-4a247346b97b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.532652] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.542s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.532652] env[65717]: INFO nova.compute.manager [None req-1299887e-09c3-4427-8e94-e73ad67a60aa tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Successfully reverted task state from rebuilding on failure for instance. [ 990.538513] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.785s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.538513] env[65717]: DEBUG nova.objects.instance [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lazy-loading 'resources' on Instance uuid 708c3051-6786-4c38-80cc-7606bac6804d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.542723] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.542723] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.542899] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleting the datastore file [datastore1] f26d29c8-20f5-42ba-b547-c3be142b5267 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.543817] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05357408-5d4c-489b-85f5-10fe677e7b66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.551551] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for the task: (returnval){ [ 990.551551] env[65717]: value = "task-4393644" [ 990.551551] env[65717]: _type = "Task" [ 990.551551] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.565660] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.741279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Releasing lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.742482] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Instance network_info: |[{"id": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "address": "fa:16:3e:c4:26:aa", "network": {"id": "9d762f6c-97bf-417c-9389-8920f6e7905b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1858919042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "505dbbcd98214b138286f4937a214fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2e2e92-24", "ovs_interfaceid": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 990.742482] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:26:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd2e2e92-2468-48ef-88e2-40dc5ce81cf6', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.751837] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Creating folder: Project (505dbbcd98214b138286f4937a214fed). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.752437] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e892cb0-4b97-4eb4-b38d-f9ce240abd41 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.768957] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Created folder: Project (505dbbcd98214b138286f4937a214fed) in parent group-v859766. [ 990.769328] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Creating folder: Instances. Parent ref: group-v860007. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.769733] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c3897f-7f09-4cad-8cda-cfeb2428e978 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.783608] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Created folder: Instances in parent group-v860007. [ 990.784066] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 990.784400] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.785664] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832e93b7-f846-44c3-a8bc-5b41f1387d89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.823755] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.823755] env[65717]: value = "task-4393647" [ 990.823755] env[65717]: _type = "Task" [ 990.823755] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.838543] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393647, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.970396] env[65717]: DEBUG nova.compute.manager [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Received event network-changed-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 990.970396] env[65717]: DEBUG nova.compute.manager [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Refreshing instance network info cache due to event network-changed-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 990.970770] env[65717]: DEBUG oslo_concurrency.lockutils [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] Acquiring lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.970968] env[65717]: DEBUG oslo_concurrency.lockutils [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] Acquired lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.971310] env[65717]: DEBUG nova.network.neutron [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Refreshing network info cache for port bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.062862] env[65717]: DEBUG oslo_vmware.api [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Task: {'id': task-4393644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207852} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.065105] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.065401] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.065531] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.065775] env[65717]: INFO nova.compute.manager [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Took 1.15 seconds to destroy the instance on the hypervisor. [ 991.066061] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 991.069497] env[65717]: DEBUG nova.compute.manager [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 991.069705] env[65717]: DEBUG nova.network.neutron [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 991.069998] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.074428] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.074710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.184540] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.261799] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.262836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b912fc5-c219-40e4-997f-e3a2cc3223a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.273760] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.273929] env[65717]: ERROR oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk due to incomplete transfer. [ 991.274409] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50e7bf07-a9d4-4f1e-baaa-02ffcc815633 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.286333] env[65717]: DEBUG oslo_vmware.rw_handles [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e6865-15c3-179c-e216-514cf80116ef/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 991.286333] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Uploaded image dfef5ade-0e8f-43c9-bb37-859729a579c3 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 991.289305] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.289305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd193163-eb31-4067-b1e2-352f241f3895 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.297999] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 991.297999] env[65717]: value = "task-4393648" [ 991.297999] env[65717]: _type = "Task" [ 991.297999] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.310879] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393648, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.337542] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393647, 'name': CreateVM_Task, 'duration_secs': 0.404235} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.337820] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.338472] env[65717]: WARNING neutronclient.v2_0.client [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.339340] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.339340] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.339471] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.342945] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3e8900-70dc-4dd6-a661-c7fe9d5687eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.349280] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 991.349280] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d573f5-e801-2d1b-910e-93c6ec1aa65c" [ 991.349280] env[65717]: _type = "Task" [ 991.349280] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.364950] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d573f5-e801-2d1b-910e-93c6ec1aa65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.414089] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cfe943-80db-4069-aef9-4cd64ba112c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.423303] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e71f1-ad1a-4071-a91d-1ceb3b3b0dcb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.458351] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c538af3-3730-4527-a544-2af07a0f993c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.467052] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bfaa5c-3eb6-488e-80a0-7a95cd60aa7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.482484] env[65717]: WARNING neutronclient.v2_0.client [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.485308] env[65717]: DEBUG nova.compute.provider_tree [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.579921] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 991.669674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.670153] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.670468] env[65717]: INFO nova.compute.manager [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Shelving [ 991.810363] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393648, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.861652] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.861979] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.863405] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d573f5-e801-2d1b-910e-93c6ec1aa65c, 'name': SearchDatastore_Task, 'duration_secs': 0.035581} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.864475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.864475] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.864475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.864475] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866315] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.866315] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cc83af7-4682-4a60-aa22-bbc38eda96d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.883460] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.883460] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.884642] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366ef716-582a-4c7d-b5a2-14fd9671339b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.892780] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 991.892780] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525075f6-e39a-6840-2ef7-1379bf9332c8" [ 991.892780] env[65717]: _type = "Task" [ 991.892780] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.902401] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525075f6-e39a-6840-2ef7-1379bf9332c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.988532] env[65717]: DEBUG nova.scheduler.client.report [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.058489] env[65717]: DEBUG nova.network.neutron [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.121336] env[65717]: WARNING neutronclient.v2_0.client [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.140915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.221583] env[65717]: DEBUG nova.network.neutron [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Updated VIF entry in instance network info cache for port bd2e2e92-2468-48ef-88e2-40dc5ce81cf6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 992.222306] env[65717]: DEBUG nova.network.neutron [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Updating instance_info_cache with network_info: [{"id": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "address": "fa:16:3e:c4:26:aa", "network": {"id": "9d762f6c-97bf-417c-9389-8920f6e7905b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1858919042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "505dbbcd98214b138286f4937a214fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2e2e92-24", "ovs_interfaceid": "bd2e2e92-2468-48ef-88e2-40dc5ce81cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.281551] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Successfully updated port: b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 992.312553] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393648, 'name': Destroy_Task, 'duration_secs': 0.913507} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.312908] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Destroyed the VM [ 992.313165] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.313434] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-def4ef2a-222f-4252-969d-77054188a59d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.321529] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 992.321529] env[65717]: value = "task-4393649" [ 992.321529] env[65717]: _type = "Task" [ 992.321529] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.331668] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.366947] env[65717]: INFO nova.compute.manager [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Detaching volume d979b54c-8c0b-488c-ab34-6a5c8b4bce29 [ 992.404210] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525075f6-e39a-6840-2ef7-1379bf9332c8, 'name': SearchDatastore_Task, 'duration_secs': 0.059915} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.405052] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018ef55b-92c6-4a03-90d3-b5bb02b5c119 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.411956] env[65717]: INFO nova.virt.block_device [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Attempting to driver detach volume d979b54c-8c0b-488c-ab34-6a5c8b4bce29 from mountpoint /dev/sdb [ 992.412270] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 992.412550] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859959', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'name': 'volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fca2bee-75fa-4ced-85a7-dd2ffd7d1825', 'attached_at': '', 'detached_at': '', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'serial': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 992.413471] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b114fbd-518b-4318-a56f-e5db600fde86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.417669] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 992.417669] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f9dbcf-b9b7-c425-8031-ac90833811b6" [ 992.417669] env[65717]: _type = "Task" [ 992.417669] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.439460] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5180f-41db-40b9-a2de-218ca63f73e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.446044] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f9dbcf-b9b7-c425-8031-ac90833811b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.446737] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.447055] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 5cb48558-9088-4ac4-802f-d70a207a7e3c/5cb48558-9088-4ac4-802f-d70a207a7e3c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.447354] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b90d604-fed1-47ed-ab31-119400c3ec26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.452284] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ac881-8d42-418e-8a0a-a9995774b174 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.456376] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 992.456376] env[65717]: value = "task-4393650" [ 992.456376] env[65717]: _type = "Task" [ 992.456376] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.477789] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f71a1a-e347-499c-883a-a9cfea863c48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.483502] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.499386] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.501617] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The volume has not been displaced from its original location: [datastore2] volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29/volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 992.507753] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.509174] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.456s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.510242] env[65717]: INFO nova.compute.claims [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.513058] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4495073e-1648-470f-b002-d9750f1511c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.529996] env[65717]: INFO nova.scheduler.client.report [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted allocations for instance 708c3051-6786-4c38-80cc-7606bac6804d [ 992.535587] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 992.535587] env[65717]: value = "task-4393651" [ 992.535587] env[65717]: _type = "Task" [ 992.535587] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.549561] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.561698] env[65717]: INFO nova.compute.manager [-] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Took 1.49 seconds to deallocate network for instance. [ 992.599639] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.600041] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.600304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.600540] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.600741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.603504] env[65717]: INFO nova.compute.manager [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Terminating instance [ 992.699351] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.699808] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73900f05-e2b1-49b8-aa27-4b5af8f036a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.713446] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 992.713446] env[65717]: value = "task-4393652" [ 992.713446] env[65717]: _type = "Task" [ 992.713446] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.725324] env[65717]: DEBUG oslo_concurrency.lockutils [req-155299de-22fc-4248-a6d5-c4061b6635f1 req-98539c20-dd71-4482-ab03-701144362cdd service nova] Releasing lock "refresh_cache-5cb48558-9088-4ac4-802f-d70a207a7e3c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.725811] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.784053] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.784194] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.784335] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.834444] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393649, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.876240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.876240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.970642] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.985411] env[65717]: DEBUG nova.compute.manager [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-vif-plugged-b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 992.985855] env[65717]: DEBUG oslo_concurrency.lockutils [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] Acquiring lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.986029] env[65717]: DEBUG oslo_concurrency.lockutils [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.986206] env[65717]: DEBUG oslo_concurrency.lockutils [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.986398] env[65717]: DEBUG nova.compute.manager [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] No waiting events found dispatching network-vif-plugged-b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.986604] env[65717]: WARNING nova.compute.manager [req-5963b6ec-5d14-42b5-85a2-97f0b6702365 req-007814ab-3f37-4efa-a9bc-ad8a9eb295c5 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received unexpected event network-vif-plugged-b182c169-f676-40a4-9d71-4994c3bd9331 for instance with vm_state building and task_state spawning. [ 993.048588] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "708c3051-6786-4c38-80cc-7606bac6804d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.799s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.054026] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393651, 'name': ReconfigVM_Task, 'duration_secs': 0.298659} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.055016] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.061136] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c07b027-bc96-478f-8811-c38a6c21fc3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.083914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.084843] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 993.084843] env[65717]: value = "task-4393653" [ 993.084843] env[65717]: _type = "Task" [ 993.084843] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.097622] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.109104] env[65717]: DEBUG nova.compute.manager [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 993.109343] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.110516] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2cc2c-c136-462a-9987-13342c8c5727 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.122245] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.122554] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e97e86-e36b-42c8-8cbf-01021d148834 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.131418] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 993.131418] env[65717]: value = "task-4393654" [ 993.131418] env[65717]: _type = "Task" [ 993.131418] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.141562] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.192198] env[65717]: DEBUG nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-vif-plugged-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 993.192432] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Acquiring lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.192670] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.193019] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.193227] env[65717]: DEBUG nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] No waiting events found dispatching network-vif-plugged-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 993.195823] env[65717]: WARNING nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received unexpected event network-vif-plugged-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c for instance with vm_state building and task_state spawning. [ 993.195823] env[65717]: DEBUG nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-changed-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 993.195823] env[65717]: DEBUG nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Refreshing instance network info cache due to event network-changed-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 993.195823] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Acquiring lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.227827] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393652, 'name': PowerOffVM_Task, 'duration_secs': 0.475395} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.228210] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.229132] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9b4ed-5a26-4039-a364-e70c63cc1e4c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.252323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62ea3c-d8d1-463b-bb16-ea5708f2eda6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.338812] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870563} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.340229] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 993.342872] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.343421] env[65717]: DEBUG nova.compute.manager [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.344505] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce41f9d-228b-4159-8e1b-fb63446eaac9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.383035] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 993.399901] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "ef52ab57-87c2-4128-98ce-4fa71117c034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.400447] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.400695] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.400902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.401112] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.403714] env[65717]: INFO nova.compute.manager [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Terminating instance [ 993.444105] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.470980] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60991} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.473271] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 5cb48558-9088-4ac4-802f-d70a207a7e3c/5cb48558-9088-4ac4-802f-d70a207a7e3c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.473561] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.473984] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d56b06-5062-43e8-9a39-a7cfadb79e52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.485697] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 993.485697] env[65717]: value = "task-4393655" [ 993.485697] env[65717]: _type = "Task" [ 993.485697] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.500631] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.605815] env[65717]: DEBUG oslo_vmware.api [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393653, 'name': ReconfigVM_Task, 'duration_secs': 0.167777} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.605815] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859959', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'name': 'volume-d979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fca2bee-75fa-4ced-85a7-dd2ffd7d1825', 'attached_at': '', 'detached_at': '', 'volume_id': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29', 'serial': 'd979b54c-8c0b-488c-ab34-6a5c8b4bce29'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 993.665617] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393654, 'name': PowerOffVM_Task, 'duration_secs': 0.243945} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.665617] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.665617] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.665617] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e953273-fc5b-4914-8588-48b01f1966d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.745520] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.745944] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.746545] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleting the datastore file [datastore2] cc95001c-4bb9-4250-99bf-35ea880dabec {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.746545] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36ec915-c24c-4e04-9b9a-efc193a90907 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.757925] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 993.757925] env[65717]: value = "task-4393657" [ 993.757925] env[65717]: _type = "Task" [ 993.757925] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.772211] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.773226] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-faf22fa9-dbe6-49d9-b4f1-04e93ac37b70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.782905] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.789368] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 993.789368] env[65717]: value = "task-4393658" [ 993.789368] env[65717]: _type = "Task" [ 993.789368] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.807638] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.860476] env[65717]: INFO nova.compute.manager [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Shelve offloading [ 993.907101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.912867] env[65717]: DEBUG nova.compute.manager [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 993.913102] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.914404] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e47d87c-aa73-49fa-93a9-368ef72e82f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.925009] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.925291] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-839ebf7b-7a41-438f-b0cc-ac9f7d1b1b89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.933219] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 993.933219] env[65717]: value = "task-4393659" [ 993.933219] env[65717]: _type = "Task" [ 993.933219] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.947857] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.991576] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.003046] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164489} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.007268] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.010017] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8963026d-e092-4cf5-8447-2d5b9461efff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.039825] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5cb48558-9088-4ac4-802f-d70a207a7e3c/5cb48558-9088-4ac4-802f-d70a207a7e3c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.043321] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82acea68-87f2-4542-a9b8-5aa3a1084f42 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.067416] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 994.067416] env[65717]: value = "task-4393660" [ 994.067416] env[65717]: _type = "Task" [ 994.067416] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.078092] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.168385] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f68d70-5e37-43ee-a60a-02853b594be4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.177595] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c718b6-e85f-4184-8e3d-1ab333d3d2f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.217726] env[65717]: DEBUG nova.network.neutron [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updating instance_info_cache with network_info: [{"id": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "address": "fa:16:3e:06:57:04", "network": {"id": "b23513f6-adf5-46a2-a23b-a0ab045ed996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101951737", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66b2c74-48", "ovs_interfaceid": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b182c169-f676-40a4-9d71-4994c3bd9331", "address": "fa:16:3e:d5:8c:96", "network": {"id": "3b0ac1e8-c61e-4b0c-8ad7-859c2de924c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1288811134", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb182c169-f6", "ovs_interfaceid": "b182c169-f676-40a4-9d71-4994c3bd9331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.219934] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f604b4-ae09-4df1-8684-d1cad1d4a541 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.229466] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade45e35-24f8-43b1-8a40-4e67ef7c9615 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.247182] env[65717]: DEBUG nova.compute.provider_tree [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.269256] env[65717]: DEBUG oslo_vmware.api [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393148} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.269593] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.269788] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.269971] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.270179] env[65717]: INFO nova.compute.manager [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 994.270426] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.270627] env[65717]: DEBUG nova.compute.manager [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 994.270728] env[65717]: DEBUG nova.network.neutron [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 994.270981] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.306717] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.308044] env[65717]: DEBUG nova.objects.instance [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.355503] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.367699] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.368254] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a89074d-8816-41a9-931e-e1b7ecc8103e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.380722] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 994.380722] env[65717]: value = "task-4393661" [ 994.380722] env[65717]: _type = "Task" [ 994.380722] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.399230] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.399457] env[65717]: DEBUG nova.compute.manager [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 994.400396] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f888fb2-0116-4742-a666-250b836e9355 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.409257] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.409490] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.409728] env[65717]: DEBUG nova.network.neutron [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.444621] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393659, 'name': PowerOffVM_Task, 'duration_secs': 0.192473} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.444910] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.445078] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.445475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9c42e9-bef9-42be-bcfa-3f9ab350dad4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.521607] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.521943] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.522544] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleting the datastore file [datastore1] ef52ab57-87c2-4128-98ce-4fa71117c034 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.522653] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae93bd07-4eb0-4f91-a0c2-acc797ac5902 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.532235] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 994.532235] env[65717]: value = "task-4393663" [ 994.532235] env[65717]: _type = "Task" [ 994.532235] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.541670] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.578825] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393660, 'name': ReconfigVM_Task, 'duration_secs': 0.332973} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.579397] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5cb48558-9088-4ac4-802f-d70a207a7e3c/5cb48558-9088-4ac4-802f-d70a207a7e3c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.580129] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4be3143d-fc9c-4b18-bc09-cf3c2685f3af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.589715] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 994.589715] env[65717]: value = "task-4393664" [ 994.589715] env[65717]: _type = "Task" [ 994.589715] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.601901] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393664, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.665686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "1434e6cf-901b-459a-8537-472fe089ab1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.666024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.666185] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.666372] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.666565] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.669258] env[65717]: INFO nova.compute.manager [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Terminating instance [ 994.724263] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.724867] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Instance network_info: |[{"id": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "address": "fa:16:3e:06:57:04", "network": {"id": "b23513f6-adf5-46a2-a23b-a0ab045ed996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101951737", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66b2c74-48", "ovs_interfaceid": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b182c169-f676-40a4-9d71-4994c3bd9331", "address": "fa:16:3e:d5:8c:96", "network": {"id": "3b0ac1e8-c61e-4b0c-8ad7-859c2de924c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1288811134", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb182c169-f6", "ovs_interfaceid": "b182c169-f676-40a4-9d71-4994c3bd9331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 994.736793] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Acquired lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.736793] env[65717]: DEBUG nova.network.neutron [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Refreshing network info cache for port b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.736793] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:57:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66b2c74-48f6-4b44-99bf-e0ec1396cf8c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b182c169-f676-40a4-9d71-4994c3bd9331', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.738046] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.738190] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.738459] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79d3ccda-b1e6-4ae4-9edd-cc3f101d29bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.759239] env[65717]: DEBUG nova.scheduler.client.report [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.770926] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.770926] env[65717]: value = "task-4393665" [ 994.770926] env[65717]: _type = "Task" [ 994.770926] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.781411] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393665, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.803250] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393658, 'name': CreateSnapshot_Task, 'duration_secs': 0.97703} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.803593] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.804392] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc25ed-436d-4519-beee-c7b030d95562 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.913687] env[65717]: WARNING neutronclient.v2_0.client [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.047785] env[65717]: DEBUG oslo_vmware.api [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202268} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.051989] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.052234] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.052411] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.052583] env[65717]: INFO nova.compute.manager [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.052831] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 995.053325] env[65717]: DEBUG nova.compute.manager [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.053402] env[65717]: DEBUG nova.network.neutron [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.053613] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.107991] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393664, 'name': Rename_Task, 'duration_secs': 0.180555} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.107991] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.107991] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9afac058-5d10-47e7-9674-c03df5246ec0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.109915] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.116515] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 995.116515] env[65717]: value = "task-4393666" [ 995.116515] env[65717]: _type = "Task" [ 995.116515] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.127204] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.176631] env[65717]: DEBUG nova.compute.manager [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 995.176631] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.176631] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2dc60-c9f5-4fb2-a436-b7c669a489dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.191036] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.191209] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97dd35bd-8322-44c0-9680-d13a077d97f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.201474] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 995.201474] env[65717]: value = "task-4393667" [ 995.201474] env[65717]: _type = "Task" [ 995.201474] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.213860] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.227773] env[65717]: WARNING neutronclient.v2_0.client [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.239799] env[65717]: WARNING neutronclient.v2_0.client [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.265404] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.266019] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 995.269883] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.554s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.288850] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393665, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.333551] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.334884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3e90cc86-25a2-4d1a-82ea-97c2ee9a4acd tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.473s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.336081] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f81ac3a8-73e5-4d6b-bc18-18701f894771 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.347959] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 995.347959] env[65717]: value = "task-4393668" [ 995.347959] env[65717]: _type = "Task" [ 995.347959] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.362062] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393668, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.457854] env[65717]: DEBUG nova.network.neutron [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.463027] env[65717]: DEBUG nova.network.neutron [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.632600] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.720663] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393667, 'name': PowerOffVM_Task, 'duration_secs': 0.270883} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.722779] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.723334] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.724708] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a03509-2205-4335-8b9f-02bdd1d6903b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.752312] env[65717]: DEBUG nova.compute.manager [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-changed-b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.752312] env[65717]: DEBUG nova.compute.manager [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Refreshing instance network info cache due to event network-changed-b182c169-f676-40a4-9d71-4994c3bd9331. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 995.752312] env[65717]: DEBUG oslo_concurrency.lockutils [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] Acquiring lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.775030] env[65717]: DEBUG nova.compute.utils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.778275] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 995.778767] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 995.779421] env[65717]: WARNING neutronclient.v2_0.client [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.780328] env[65717]: WARNING neutronclient.v2_0.client [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.790954] env[65717]: WARNING neutronclient.v2_0.client [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.807714] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393665, 'name': CreateVM_Task, 'duration_secs': 0.539321} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.808104] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.808951] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.809674] env[65717]: WARNING neutronclient.v2_0.client [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.810310] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.810703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811305] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.812416] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb952af-f681-4d6a-8266-2671788fcd2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.825742] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.827226] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.827797] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleting the datastore file [datastore2] 1434e6cf-901b-459a-8537-472fe089ab1f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.829083] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 995.829083] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528a93ff-8a8d-d80b-ce1a-f22c10e58d90" [ 995.829083] env[65717]: _type = "Task" [ 995.829083] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.829695] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76b1b7d9-cc2a-4fcb-95b5-dcfd95f12d37 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.854488] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528a93ff-8a8d-d80b-ce1a-f22c10e58d90, 'name': SearchDatastore_Task, 'duration_secs': 0.026217} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.855737] env[65717]: DEBUG nova.policy [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15eec8204b484c24b91f2efc13659e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f044458bce4c4fae17646b7246eddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.863830] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.864313] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.864661] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.864933] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.865238] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.865718] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for the task: (returnval){ [ 995.865718] env[65717]: value = "task-4393670" [ 995.865718] env[65717]: _type = "Task" [ 995.865718] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.872168] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce5aadea-f6a8-48b1-9cf0-1f5228023259 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.884053] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393668, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.892470] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.893888] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.894575] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.895536] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c8196c-d455-4f7a-b94d-838b36c00626 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.905773] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 995.905773] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529381cb-6057-c642-0705-10f0f327e24f" [ 995.905773] env[65717]: _type = "Task" [ 995.905773] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.916196] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529381cb-6057-c642-0705-10f0f327e24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.963037] env[65717]: INFO nova.compute.manager [-] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Took 1.69 seconds to deallocate network for instance. [ 995.963607] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.964269] env[65717]: WARNING neutronclient.v2_0.client [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.964269] env[65717]: WARNING neutronclient.v2_0.client [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.057041] env[65717]: DEBUG nova.network.neutron [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updated VIF entry in instance network info cache for port b66b2c74-48f6-4b44-99bf-e0ec1396cf8c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.057470] env[65717]: DEBUG nova.network.neutron [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updating instance_info_cache with network_info: [{"id": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "address": "fa:16:3e:06:57:04", "network": {"id": "b23513f6-adf5-46a2-a23b-a0ab045ed996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101951737", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66b2c74-48", "ovs_interfaceid": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b182c169-f676-40a4-9d71-4994c3bd9331", "address": "fa:16:3e:d5:8c:96", "network": {"id": "3b0ac1e8-c61e-4b0c-8ad7-859c2de924c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1288811134", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb182c169-f6", "ovs_interfaceid": "b182c169-f676-40a4-9d71-4994c3bd9331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.130938] env[65717]: DEBUG oslo_vmware.api [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393666, 'name': PowerOnVM_Task, 'duration_secs': 0.79399} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.131239] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.131447] env[65717]: INFO nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Took 10.64 seconds to spawn the instance on the hypervisor. [ 996.131622] env[65717]: DEBUG nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 996.132696] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e702edc-2464-4b65-a0ca-433ae9915c2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.225343] env[65717]: DEBUG nova.network.neutron [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.298165] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 996.358599] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75368f81-402a-4281-9002-c9f9a4d22cc6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.371262] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853ef481-5b8d-4240-84aa-3eaebde6bc82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.375477] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393668, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.385043] env[65717]: DEBUG oslo_vmware.api [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Task: {'id': task-4393670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27922} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.411590] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.411590] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.412042] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.412042] env[65717]: INFO nova.compute.manager [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 996.412378] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.412686] env[65717]: DEBUG nova.compute.manager [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 996.412797] env[65717]: DEBUG nova.network.neutron [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.413086] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.418427] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04af3b05-69a9-4d7d-91e0-e79649fa2d5f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.430418] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42d864-5799-4963-804f-c6290fbe2a27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.434695] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529381cb-6057-c642-0705-10f0f327e24f, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.435868] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Successfully created port: 92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.439377] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b6cc81-b3fa-49c3-b1db-707b3609f55b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.451543] env[65717]: DEBUG nova.compute.provider_tree [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.457613] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 996.457613] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216ea8b-e1bf-7dc9-83dc-a1adbec46621" [ 996.457613] env[65717]: _type = "Task" [ 996.457613] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.466661] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216ea8b-e1bf-7dc9-83dc-a1adbec46621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.479633] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.561212] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] Releasing lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.561482] env[65717]: DEBUG nova.compute.manager [req-0af367d2-0522-4624-9b10-328fb7a5e3f0 req-4a6d5f46-c1f3-4a11-b9a8-196c8f246684 service nova] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Received event network-vif-deleted-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 996.561895] env[65717]: DEBUG oslo_concurrency.lockutils [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] Acquired lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.562160] env[65717]: DEBUG nova.network.neutron [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Refreshing network info cache for port b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.588168] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.663981] env[65717]: INFO nova.compute.manager [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Took 25.42 seconds to build instance. [ 996.672245] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.672245] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd346f09-671a-4dc9-ab7e-fe04a5d29e14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.682454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.682834] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e0c685e-86b9-44b2-82cf-f52e8c6dbdef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.729592] env[65717]: INFO nova.compute.manager [-] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Took 1.68 seconds to deallocate network for instance. [ 996.755197] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.756271] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.774646] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.774947] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.775120] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleting the datastore file [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.775584] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd47cd5-5ae7-49c0-9c5d-a0f2edd75b81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785487] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 996.785487] env[65717]: value = "task-4393672" [ 996.785487] env[65717]: _type = "Task" [ 996.785487] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.797695] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.803188] env[65717]: INFO nova.virt.block_device [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Booting with volume cb845b1c-a8a1-4750-ade2-64bb41a38868 at /dev/sda [ 996.862910] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-869b87ba-908b-4d2f-84c8-cbb2ed5d165d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.875049] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393668, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.879981] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e678d21-0a75-4db7-b26e-2b09ed6f018f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.922825] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5601ed2-107c-4679-917b-3549807c6616 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.933053] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e747fa-a642-4b85-82c1-aef1c32a3bf5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.955340] env[65717]: DEBUG nova.scheduler.client.report [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.979383] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6936d572-3a8f-42f1-83d9-fa4f75db54d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.990799] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5216ea8b-e1bf-7dc9-83dc-a1adbec46621, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.994575] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.994678] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b/ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.995691] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a473809b-698b-4f8c-b65b-b91dec41bbcc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.000094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980b2a4-bc15-4aef-bb20-fb6c5af59df4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.011209] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 997.011209] env[65717]: value = "task-4393673" [ 997.011209] env[65717]: _type = "Task" [ 997.011209] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.020141] env[65717]: DEBUG nova.virt.block_device [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updating existing volume attachment record: 7ab02b1a-722d-4649-b3ea-cb0a0f8bc71c {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.030255] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.036946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.037885] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.037885] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.038098] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.038152] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.042180] env[65717]: INFO nova.compute.manager [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Terminating instance [ 997.065300] env[65717]: WARNING neutronclient.v2_0.client [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.165834] env[65717]: DEBUG oslo_concurrency.lockutils [None req-73b5f179-c526-489d-9837-b6aea54bfaf5 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.927s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.241655] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.260246] env[65717]: INFO nova.compute.manager [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Detaching volume 9c2016ae-a801-49aa-a35e-6820087190e8 [ 997.304597] env[65717]: DEBUG oslo_vmware.api [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306855} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.305060] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.305150] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.305327] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.310808] env[65717]: INFO nova.virt.block_device [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Attempting to driver detach volume 9c2016ae-a801-49aa-a35e-6820087190e8 from mountpoint /dev/sdb [ 997.311584] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.311584] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859992', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'name': 'volume-9c2016ae-a801-49aa-a35e-6820087190e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '333324fc-ecd0-4ada-9f0b-0783099eb5fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'serial': '9c2016ae-a801-49aa-a35e-6820087190e8'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.313028] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a723838-4ebb-4773-8409-98c901eea199 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.344061] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0555267-62ac-4021-8399-60ac44931a5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.357204] env[65717]: INFO nova.scheduler.client.report [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted allocations for instance 5fdbd289-4040-4fad-8391-56c901108e77 [ 997.365302] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dee715-073b-4e71-9c55-94c624a3df6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.401230] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4564341c-bd62-41fc-bd3d-34efe79ae040 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406116] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393668, 'name': CloneVM_Task, 'duration_secs': 1.858347} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.406432] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Created linked-clone VM from snapshot [ 997.407790] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db08f0d-e21f-468c-81b1-c4098eb11732 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.426965] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c2016ae-a801-49aa-a35e-6820087190e8/volume-9c2016ae-a801-49aa-a35e-6820087190e8.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 997.433414] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.435020] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcff8f9-d7a5-428e-8a2c-fbab1ec348d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.455158] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Uploading image 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.468948] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 997.468948] env[65717]: value = "task-4393674" [ 997.468948] env[65717]: _type = "Task" [ 997.468948] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.483368] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.505918] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.505918] env[65717]: value = "vm-860012" [ 997.505918] env[65717]: _type = "VirtualMachine" [ 997.505918] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.506576] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86d8c842-f501-4ebb-a7b4-374cdd255d5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.521878] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease: (returnval){ [ 997.521878] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52081acb-8c08-285f-2efc-563dff2dc287" [ 997.521878] env[65717]: _type = "HttpNfcLease" [ 997.521878] env[65717]: } obtained for exporting VM: (result){ [ 997.521878] env[65717]: value = "vm-860012" [ 997.521878] env[65717]: _type = "VirtualMachine" [ 997.521878] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.522422] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the lease: (returnval){ [ 997.522422] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52081acb-8c08-285f-2efc-563dff2dc287" [ 997.522422] env[65717]: _type = "HttpNfcLease" [ 997.522422] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.530514] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393673, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.537128] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.537128] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52081acb-8c08-285f-2efc-563dff2dc287" [ 997.537128] env[65717]: _type = "HttpNfcLease" [ 997.537128] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.549071] env[65717]: DEBUG nova.compute.manager [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 997.549071] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.549071] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d9d25d-a241-46e6-b584-52cabd0ecfe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.558963] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.559273] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffdb3eb7-31b0-4d6b-a4fc-647197c8a26b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.568902] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 997.568902] env[65717]: value = "task-4393676" [ 997.568902] env[65717]: _type = "Task" [ 997.568902] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.583055] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.717789] env[65717]: WARNING neutronclient.v2_0.client [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.869559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.957610] env[65717]: DEBUG nova.network.neutron [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updated VIF entry in instance network info cache for port b182c169-f676-40a4-9d71-4994c3bd9331. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 997.958288] env[65717]: DEBUG nova.network.neutron [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updating instance_info_cache with network_info: [{"id": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "address": "fa:16:3e:06:57:04", "network": {"id": "b23513f6-adf5-46a2-a23b-a0ab045ed996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101951737", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66b2c74-48", "ovs_interfaceid": "b66b2c74-48f6-4b44-99bf-e0ec1396cf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b182c169-f676-40a4-9d71-4994c3bd9331", "address": "fa:16:3e:d5:8c:96", "network": {"id": "3b0ac1e8-c61e-4b0c-8ad7-859c2de924c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1288811134", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1711c6790f424b9ab0b2a8c955bebe3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb182c169-f6", "ovs_interfaceid": "b182c169-f676-40a4-9d71-4994c3bd9331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.960468] env[65717]: DEBUG nova.network.neutron [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.981981] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.712s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.985071] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393674, 'name': ReconfigVM_Task, 'duration_secs': 0.358367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.985577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.993s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.985876] env[65717]: DEBUG nova.objects.instance [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lazy-loading 'resources' on Instance uuid 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.987111] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.992564] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a90939b-fb21-4923-bb47-a7604bbda86c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.013247] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 998.013247] env[65717]: value = "task-4393677" [ 998.013247] env[65717]: _type = "Task" [ 998.013247] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.029809] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601419} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.036502] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b/ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.036778] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.037464] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.037747] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad838ca-fb2a-4e61-8d30-15554bd6f912 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.045922] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.045922] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52081acb-8c08-285f-2efc-563dff2dc287" [ 998.045922] env[65717]: _type = "HttpNfcLease" [ 998.045922] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.047280] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.047280] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52081acb-8c08-285f-2efc-563dff2dc287" [ 998.047280] env[65717]: _type = "HttpNfcLease" [ 998.047280] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.047619] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 998.047619] env[65717]: value = "task-4393678" [ 998.047619] env[65717]: _type = "Task" [ 998.047619] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.048423] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196b6d0-0d25-45d4-9f6d-b6f6b46cedf8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.063533] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.063533] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 998.071617] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.149027] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393676, 'name': PowerOffVM_Task, 'duration_secs': 0.38816} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.149027] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.149027] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.149027] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3362a51b-2258-4d79-bfbb-83e59dff81a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.189456] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3108aa0-767e-4214-8a59-5a08bf1c6eb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.242915] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.242915] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.243218] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleting the datastore file [datastore1] 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.243574] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d5bae9-93da-441f-aaf9-9ad8e0f9dd41 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.250774] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 998.250774] env[65717]: value = "task-4393680" [ 998.250774] env[65717]: _type = "Task" [ 998.250774] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.262216] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.334458] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Successfully updated port: 92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.463679] env[65717]: DEBUG oslo_concurrency.lockutils [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] Releasing lock "refresh_cache-ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.463935] env[65717]: DEBUG nova.compute.manager [req-7afab6c9-68dd-4df0-8208-02533da80f79 req-16cb8c1d-4466-4279-9b8e-c9666e1524f2 service nova] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Received event network-vif-deleted-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.464749] env[65717]: INFO nova.compute.manager [-] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Took 2.05 seconds to deallocate network for instance. [ 998.466567] env[65717]: DEBUG nova.compute.manager [req-0d2d34c7-a8a6-4678-8862-9de6b2ae6dd2 req-c81931e6-44e7-48c9-9a34-84391a279f03 service nova] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Received event network-vif-deleted-8da8cad5-d761-4431-a544-2e519793d662 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.533774] env[65717]: DEBUG oslo_vmware.api [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393677, 'name': ReconfigVM_Task, 'duration_secs': 0.180924} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.537988] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859992', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'name': 'volume-9c2016ae-a801-49aa-a35e-6820087190e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '333324fc-ecd0-4ada-9f0b-0783099eb5fe', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2016ae-a801-49aa-a35e-6820087190e8', 'serial': '9c2016ae-a801-49aa-a35e-6820087190e8'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 998.561866] env[65717]: INFO nova.scheduler.client.report [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocation for migration 6eb95a11-ab51-492d-8eed-f2f275c6dfff [ 998.565288] env[65717]: DEBUG nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Received event network-vif-deleted-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.565908] env[65717]: DEBUG nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-vif-unplugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.565908] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.565908] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.566338] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.566382] env[65717]: DEBUG nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] No waiting events found dispatching network-vif-unplugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 998.566568] env[65717]: WARNING nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received unexpected event network-vif-unplugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 for instance with vm_state shelved_offloaded and task_state None. [ 998.566874] env[65717]: DEBUG nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.567193] env[65717]: DEBUG nova.compute.manager [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing instance network info cache due to event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 998.567534] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.567700] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.567935] env[65717]: DEBUG nova.network.neutron [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.579382] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187435} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.579382] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.579849] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff81fd-3110-4c3e-8387-acee24e4060b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.623836] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b/ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.624086] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e1136b-2af5-4baf-9696-b124d889bb1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664542] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 998.664542] env[65717]: value = "task-4393681" [ 998.664542] env[65717]: _type = "Task" [ 998.664542] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.677489] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.764757] env[65717]: DEBUG oslo_vmware.api [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155743} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.765224] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.765524] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.765772] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.766048] env[65717]: INFO nova.compute.manager [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Took 1.22 seconds to destroy the instance on the hypervisor. [ 998.766381] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 998.766747] env[65717]: DEBUG nova.compute.manager [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 998.766920] env[65717]: DEBUG nova.network.neutron [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.767245] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.815355] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.838509] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.838566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquired lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.838793] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.958602] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177fc228-8617-4a06-8865-86541308fa9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.970984] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ce78e9-52b9-4a3c-89af-f6609cea24c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.977578] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.012530] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972d322-09d1-413a-96a8-da1755182b7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.023069] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec137a38-2511-4a29-89da-97a85183ac39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.045166] env[65717]: DEBUG nova.compute.provider_tree [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.080289] env[65717]: WARNING neutronclient.v2_0.client [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.085617] env[65717]: DEBUG oslo_concurrency.lockutils [None req-61c4bb36-05da-4b1e-abcf-c149727c2775 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.640s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.119216] env[65717]: DEBUG nova.objects.instance [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.176254] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393681, 'name': ReconfigVM_Task, 'duration_secs': 0.341319} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.178659] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b/ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.178659] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99199e3-82d9-4a07-8a06-5074d6a6a8f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188917] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 999.188917] env[65717]: value = "task-4393682" [ 999.188917] env[65717]: _type = "Task" [ 999.188917] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.199262] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393682, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.211265] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 999.212026] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.212387] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.212606] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.212984] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.213276] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.213432] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.213765] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.213969] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.214210] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.214385] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.214550] env[65717]: DEBUG nova.virt.hardware [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.215890] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416a040-3ac1-4690-aaeb-0e161381d3b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.227861] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f12d59-9990-4c56-8dba-389dd127f357 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.277477] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "f90fd3b6-1397-48c2-a863-39eb5434e354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.277477] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.408762] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.438964] env[65717]: WARNING neutronclient.v2_0.client [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.548763] env[65717]: DEBUG nova.scheduler.client.report [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.584214] env[65717]: DEBUG nova.network.neutron [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updated VIF entry in instance network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.584985] env[65717]: DEBUG nova.network.neutron [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.603831] env[65717]: WARNING neutronclient.v2_0.client [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.695807] env[65717]: DEBUG nova.network.neutron [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updating instance_info_cache with network_info: [{"id": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "address": "fa:16:3e:32:21:9d", "network": {"id": "f91f8cfe-720e-44d1-8d28-282547213315", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-688059562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f044458bce4c4fae17646b7246eddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e68c95-7f", "ovs_interfaceid": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.701287] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393682, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.779130] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 999.977689] env[65717]: DEBUG nova.network.neutron [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.056603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.059747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.195s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.061990] env[65717]: INFO nova.compute.claims [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.097279] env[65717]: DEBUG oslo_concurrency.lockutils [req-afd3303a-59ed-4f6a-a88a-4a7364d2d86b req-538afd04-8ab7-4068-bbfa-55993b43d8f8 service nova] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.128159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d6cb24f5-e8ce-409e-8418-e0f6a7d59561 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.371s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.201205] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393682, 'name': Rename_Task, 'duration_secs': 0.947049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.201526] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.201812] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f43ef78-d41a-4662-b28f-70dfab618800 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.204082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Releasing lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.204307] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Instance network_info: |[{"id": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "address": "fa:16:3e:32:21:9d", "network": {"id": "f91f8cfe-720e-44d1-8d28-282547213315", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-688059562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f044458bce4c4fae17646b7246eddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e68c95-7f", "ovs_interfaceid": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.204794] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:21:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e68c95-7fbd-4186-94f3-57b70e1801ba', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.212666] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Creating folder: Project (61f044458bce4c4fae17646b7246eddd). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.214059] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dda98df-4c48-4361-b3b9-70657fdcc8e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220223] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 1000.220223] env[65717]: value = "task-4393683" [ 1000.220223] env[65717]: _type = "Task" [ 1000.220223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.230981] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.232440] env[65717]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1000.232571] env[65717]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65717) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1000.232932] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Folder already exists: Project (61f044458bce4c4fae17646b7246eddd). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1000.233404] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Creating folder: Instances. Parent ref: group-v859998. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.233717] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8653d144-5a03-4e8b-a0ca-caa1cb0a4af7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.247507] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Created folder: Instances in parent group-v859998. [ 1000.247507] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1000.247759] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.248318] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31dd407-a1ee-4532-afc5-06f3708ecc66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.273025] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.273025] env[65717]: value = "task-4393686" [ 1000.273025] env[65717]: _type = "Task" [ 1000.273025] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.282086] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393686, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.314472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.319397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.319397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.319880] env[65717]: DEBUG nova.compute.manager [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.321536] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf21345-2cbd-4473-84be-b82783cc0a15 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.337833] env[65717]: DEBUG nova.compute.manager [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1000.338616] env[65717]: DEBUG nova.objects.instance [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.480814] env[65717]: INFO nova.compute.manager [-] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Took 1.71 seconds to deallocate network for instance. [ 1000.498155] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.498464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.498693] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.498918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.499091] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.502185] env[65717]: INFO nova.compute.manager [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Terminating instance [ 1000.588999] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Lock "5af3a05d-9508-4bab-bfb4-6c9e2ba6439e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.035s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.733437] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393683, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.763736] env[65717]: DEBUG nova.compute.manager [req-70e2dd18-c554-4b63-84ef-86fea852bb00 req-c917fb95-6528-41fe-8f94-91cfd7211941 service nova] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Received event network-vif-deleted-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1000.785913] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393686, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.819340] env[65717]: DEBUG nova.compute.manager [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Received event network-vif-plugged-92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1000.819623] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Acquiring lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.819845] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.820054] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.820240] env[65717]: DEBUG nova.compute.manager [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] No waiting events found dispatching network-vif-plugged-92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1000.820403] env[65717]: WARNING nova.compute.manager [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Received unexpected event network-vif-plugged-92e68c95-7fbd-4186-94f3-57b70e1801ba for instance with vm_state building and task_state spawning. [ 1000.820581] env[65717]: DEBUG nova.compute.manager [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Received event network-changed-92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1000.820741] env[65717]: DEBUG nova.compute.manager [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Refreshing instance network info cache due to event network-changed-92e68c95-7fbd-4186-94f3-57b70e1801ba. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1000.820922] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Acquiring lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.821065] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Acquired lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.821273] env[65717]: DEBUG nova.network.neutron [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Refreshing network info cache for port 92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.835332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.835332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.835332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.835332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.835332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.838109] env[65717]: INFO nova.compute.manager [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Terminating instance [ 1000.989140] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.008316] env[65717]: DEBUG nova.compute.manager [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1001.008630] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.009688] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d01f4-a542-48ee-8b70-980513ec78ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.020231] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.020231] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d445c9bb-fb8a-417d-bbd3-c74834cfb9a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.027893] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1001.027893] env[65717]: value = "task-4393687" [ 1001.027893] env[65717]: _type = "Task" [ 1001.027893] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.038978] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.162305] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.235017] env[65717]: DEBUG oslo_vmware.api [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393683, 'name': PowerOnVM_Task, 'duration_secs': 0.692837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.235017] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.235017] env[65717]: INFO nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Took 13.19 seconds to spawn the instance on the hypervisor. [ 1001.235017] env[65717]: DEBUG nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.235708] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eab31c-04fd-4648-b22c-d870cfc0a026 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.291028] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393686, 'name': CreateVM_Task, 'duration_secs': 0.734061} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.291028] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.291028] env[65717]: WARNING neutronclient.v2_0.client [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.291028] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '7ab02b1a-722d-4649-b3ea-cb0a0f8bc71c', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860001', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'name': 'volume-cb845b1c-a8a1-4750-ade2-64bb41a38868', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b68ef-7530-4ea9-adda-dece97ebce56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'serial': 'cb845b1c-a8a1-4750-ade2-64bb41a38868'}, 'volume_type': None}], 'swap': None} {{(pid=65717) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1001.291028] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Root volume attach. Driver type: vmdk {{(pid=65717) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1001.291809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e563b20-8a7f-462f-9158-1e7e2e54418f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.310121] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5f2fc-1b02-484f-90f1-07ebb9ef1478 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.323591] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82149cf4-f738-4539-85cd-62cab2382d84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.327118] env[65717]: WARNING neutronclient.v2_0.client [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.338274] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3b78b584-9407-45b6-a05d-f15194848122 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.348076] env[65717]: DEBUG nova.compute.manager [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1001.348359] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.349303] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.352444] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7289650-162f-4e6c-9a5c-1dac4bec396f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.359176] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81dc89db-5d67-4e26-b77e-3c9ee8741d81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.361325] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1001.361325] env[65717]: value = "task-4393688" [ 1001.361325] env[65717]: _type = "Task" [ 1001.361325] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.379058] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.384195] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71a3ab9-87f6-4259-a85d-55d34b7ae69f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.386446] env[65717]: DEBUG oslo_vmware.api [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1001.386446] env[65717]: value = "task-4393689" [ 1001.386446] env[65717]: _type = "Task" [ 1001.386446] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.395594] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393688, 'name': RelocateVM_Task} progress is 17%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.398249] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 1001.398249] env[65717]: value = "task-4393690" [ 1001.398249] env[65717]: _type = "Task" [ 1001.398249] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.406999] env[65717]: DEBUG oslo_vmware.api [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.415043] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.415472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.423604] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.435414] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3cbe4a-6413-40cf-962f-3c623ffec9c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.452676] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02d650-44aa-41b6-ab6e-0971c5407841 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.494389] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce6f441-8791-40b4-bbd6-0ead69ded6c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.507342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b7da6-f067-46d0-b9c2-f280c4fdb603 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.524935] env[65717]: DEBUG nova.compute.provider_tree [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.547623] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393687, 'name': PowerOffVM_Task, 'duration_secs': 0.318582} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.550306] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.550306] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.550306] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73749e50-a91f-4be3-b338-728b85e2b65a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.570979] env[65717]: WARNING neutronclient.v2_0.client [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.640053] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.640053] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.640336] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.640693] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb8bf5c-5855-4325-82eb-d1b92a3e516c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.649561] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1001.649561] env[65717]: value = "task-4393692" [ 1001.649561] env[65717]: _type = "Task" [ 1001.649561] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.664432] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.694287] env[65717]: DEBUG nova.network.neutron [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updated VIF entry in instance network info cache for port 92e68c95-7fbd-4186-94f3-57b70e1801ba. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.694658] env[65717]: DEBUG nova.network.neutron [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updating instance_info_cache with network_info: [{"id": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "address": "fa:16:3e:32:21:9d", "network": {"id": "f91f8cfe-720e-44d1-8d28-282547213315", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-688059562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f044458bce4c4fae17646b7246eddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e68c95-7f", "ovs_interfaceid": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.759017] env[65717]: INFO nova.compute.manager [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Took 30.07 seconds to build instance. [ 1001.878219] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393688, 'name': RelocateVM_Task} progress is 20%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.899023] env[65717]: DEBUG oslo_vmware.api [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393689, 'name': PowerOffVM_Task, 'duration_secs': 0.274577} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.902555] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.902790] env[65717]: DEBUG nova.compute.manager [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.904115] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88a562-16d2-42cb-a644-54725ecef69c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.916711] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393690, 'name': PowerOffVM_Task, 'duration_secs': 0.232769} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.919268] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.919477] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.920271] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d36df7-5e94-4271-bd0a-9f3b53a40a0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.925431] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1001.991660] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.991958] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.992194] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Deleting the datastore file [datastore1] 5cb48558-9088-4ac4-802f-d70a207a7e3c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.992524] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d14dd9-9436-46a5-882f-6f6d19bb3d2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.000034] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for the task: (returnval){ [ 1002.000034] env[65717]: value = "task-4393694" [ 1002.000034] env[65717]: _type = "Task" [ 1002.000034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.013028] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.033035] env[65717]: DEBUG nova.scheduler.client.report [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.164781] env[65717]: DEBUG oslo_vmware.api [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263569} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.165127] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.165322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.165518] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.165697] env[65717]: INFO nova.compute.manager [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1002.165968] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1002.166213] env[65717]: DEBUG nova.compute.manager [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.166408] env[65717]: DEBUG nova.network.neutron [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.166556] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.198154] env[65717]: DEBUG oslo_concurrency.lockutils [req-b8f7e3c4-08a4-4374-bf80-001bccd066f2 req-3d6ab1f0-a247-42f4-b742-786c5db51a0e service nova] Releasing lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.231076] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.261953] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.580s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.377162] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393688, 'name': RelocateVM_Task, 'duration_secs': 0.594209} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.377516] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.377718] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860001', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'name': 'volume-cb845b1c-a8a1-4750-ade2-64bb41a38868', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b68ef-7530-4ea9-adda-dece97ebce56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'serial': 'cb845b1c-a8a1-4750-ade2-64bb41a38868'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.378528] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad65e2b-180a-4d51-af26-870940b170a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.396557] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac1079a-e563-4f18-9592-531b7c9a239c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.425087] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-cb845b1c-a8a1-4750-ade2-64bb41a38868/volume-cb845b1c-a8a1-4750-ade2-64bb41a38868.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.427597] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86a03b5-e191-4436-9c2b-7c0bd296d4d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.443792] env[65717]: DEBUG oslo_concurrency.lockutils [None req-83509353-0129-460b-a77b-6bb060af7f59 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.125s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.456596] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1002.456596] env[65717]: value = "task-4393695" [ 1002.456596] env[65717]: _type = "Task" [ 1002.456596] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.469346] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.470492] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.515038] env[65717]: DEBUG oslo_vmware.api [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Task: {'id': task-4393694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250605} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.515228] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.515407] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.515761] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.516068] env[65717]: INFO nova.compute.manager [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.516515] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1002.516766] env[65717]: DEBUG nova.compute.manager [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.516933] env[65717]: DEBUG nova.network.neutron [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.517438] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.537588] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.538310] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1002.541426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.401s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.541426] env[65717]: INFO nova.compute.claims [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.569324] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.950726] env[65717]: DEBUG nova.network.neutron [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.969479] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.048803] env[65717]: DEBUG nova.compute.utils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.053300] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1003.102485] env[65717]: DEBUG nova.compute.manager [req-94f04351-9cba-40f6-aaa1-3fc30dc30242 req-30d5fde9-347c-4582-9720-bf1c501bc848 service nova] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Received event network-vif-deleted-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.391890] env[65717]: DEBUG nova.network.neutron [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.452668] env[65717]: INFO nova.compute.manager [-] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Took 1.29 seconds to deallocate network for instance. [ 1003.474132] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393695, 'name': ReconfigVM_Task, 'duration_secs': 0.800602} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.474132] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-cb845b1c-a8a1-4750-ade2-64bb41a38868/volume-cb845b1c-a8a1-4750-ade2-64bb41a38868.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.479278] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06313a2-d19e-4bdf-a0a1-84e0327d5081 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.496648] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1003.496648] env[65717]: value = "task-4393696" [ 1003.496648] env[65717]: _type = "Task" [ 1003.496648] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.508504] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.553924] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1003.724146] env[65717]: DEBUG nova.objects.instance [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.804631] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.805136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.805136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.805268] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.806019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.808515] env[65717]: INFO nova.compute.manager [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Terminating instance [ 1003.894661] env[65717]: INFO nova.compute.manager [-] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Took 1.38 seconds to deallocate network for instance. [ 1003.918863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488642f3-d121-4272-a90d-d228d7129440 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.928520] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e6169-c746-41f5-a335-cc53c8c39072 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.961693] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc20a9-8cd7-4a4b-b6c5-3589d7ccd0a5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.965477] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.972460] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73165ae1-0245-49b6-b662-8c6a9d7627eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.991766] env[65717]: DEBUG nova.compute.provider_tree [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.008196] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393696, 'name': ReconfigVM_Task, 'duration_secs': 0.182667} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.008534] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860001', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'name': 'volume-cb845b1c-a8a1-4750-ade2-64bb41a38868', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b68ef-7530-4ea9-adda-dece97ebce56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'serial': 'cb845b1c-a8a1-4750-ade2-64bb41a38868'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1004.009119] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5161050b-c75a-4f72-8a1b-2fd6f0476b9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.017903] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1004.017903] env[65717]: value = "task-4393697" [ 1004.017903] env[65717]: _type = "Task" [ 1004.017903] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.030423] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393697, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.174557] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.174939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.233148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.233359] env[65717]: DEBUG oslo_concurrency.lockutils [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.233579] env[65717]: DEBUG nova.network.neutron [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.233905] env[65717]: DEBUG nova.objects.instance [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'info_cache' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.313260] env[65717]: DEBUG nova.compute.manager [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1004.313709] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.314692] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880a895-a50e-4450-ad06-55ddadca31b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.325020] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.325344] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247ccd7b-d178-4fc4-a039-75359de7bbad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.333443] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 1004.333443] env[65717]: value = "task-4393698" [ 1004.333443] env[65717]: _type = "Task" [ 1004.333443] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.346605] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.402631] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.495185] env[65717]: DEBUG nova.scheduler.client.report [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.529497] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393697, 'name': Rename_Task, 'duration_secs': 0.178628} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.529725] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.530055] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12afbd90-7e35-4632-b341-6d40d58212b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.539446] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1004.539446] env[65717]: value = "task-4393699" [ 1004.539446] env[65717]: _type = "Task" [ 1004.539446] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.549463] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.567048] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1004.614980] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.615874] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.615999] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.616906] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.616906] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.616906] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.616906] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.616906] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.617260] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.617260] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.619026] env[65717]: DEBUG nova.virt.hardware [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.619026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8310ef28-1a69-4d48-bd80-895fda2bb8c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.628011] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a926858-683c-424d-bf49-d892fa2055e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.643735] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.649607] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Creating folder: Project (bcc7204b1462487abc3abab54a78cb29). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.650531] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0dfd18-bcf4-476e-bec4-76e2a39cdd4d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.662973] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Created folder: Project (bcc7204b1462487abc3abab54a78cb29) in parent group-v859766. [ 1004.663204] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Creating folder: Instances. Parent ref: group-v860015. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.663484] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58eb82e7-3c5e-412e-ae7f-f75342dd02e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.675377] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Created folder: Instances in parent group-v860015. [ 1004.675687] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1004.675875] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.676117] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fdb2ffa-3503-42f8-9fe3-4c5faefc5d95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.689682] env[65717]: INFO nova.compute.manager [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Detaching volume 7e72fd62-ecd6-47f3-83dc-dc789ee264ec [ 1004.699953] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.699953] env[65717]: value = "task-4393702" [ 1004.699953] env[65717]: _type = "Task" [ 1004.699953] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.711326] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393702, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.740152] env[65717]: INFO nova.virt.block_device [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Attempting to driver detach volume 7e72fd62-ecd6-47f3-83dc-dc789ee264ec from mountpoint /dev/sdb [ 1004.740152] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.740152] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859986', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'name': 'volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74e2e7c9-08cc-4b10-ac23-0f26c5ef1742', 'attached_at': '', 'detached_at': '', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'serial': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.741438] env[65717]: DEBUG nova.objects.base [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Object Instance<333324fc-ecd0-4ada-9f0b-0783099eb5fe> lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.743851] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b4821c-365e-4745-add3-bf6df1d58db1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.776994] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ae929-abd9-40c4-a6ad-7fcfca97f3bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.787304] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec54a454-d7ef-4969-a2e8-5bad8cba23b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.811969] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a9eba-84ef-40cf-8f8e-a661b681dba2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829783] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec/volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.835802] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.836300] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e20aff-f58b-4fb7-a087-b207457b7251 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.861444] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393698, 'name': PowerOffVM_Task, 'duration_secs': 0.282742} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.863317] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.863492] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.863815] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1004.863815] env[65717]: value = "task-4393703" [ 1004.863815] env[65717]: _type = "Task" [ 1004.863815] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.864040] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382b7a81-bfe6-4ab1-a30f-7dbae51ffc72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.876242] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.001495] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.002296] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1005.006464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.923s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.006733] env[65717]: DEBUG nova.objects.instance [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lazy-loading 'resources' on Instance uuid f26d29c8-20f5-42ba-b547-c3be142b5267 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.008394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.008631] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.008891] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleting the datastore file [datastore2] ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.009503] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133cb04b-037e-41e3-a654-799735f1437c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.017316] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for the task: (returnval){ [ 1005.017316] env[65717]: value = "task-4393705" [ 1005.017316] env[65717]: _type = "Task" [ 1005.017316] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.027948] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.051029] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.179387] env[65717]: DEBUG nova.compute.manager [req-c91c44cb-a631-419f-979b-2a52ae07ae9d req-a02fd1b2-2095-491d-ad40-3df1c7604821 service nova] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Received event network-vif-deleted-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1005.211062] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393702, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.249231] env[65717]: WARNING neutronclient.v2_0.client [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.377153] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393703, 'name': ReconfigVM_Task, 'duration_secs': 0.304113} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.377700] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.382392] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c42f46c-f640-45af-9933-25bd3b4ae740 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.403774] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1005.403774] env[65717]: value = "task-4393706" [ 1005.403774] env[65717]: _type = "Task" [ 1005.403774] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.415129] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.460348] env[65717]: WARNING neutronclient.v2_0.client [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.515417] env[65717]: DEBUG nova.compute.utils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.517327] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1005.517525] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.518167] env[65717]: WARNING neutronclient.v2_0.client [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.518233] env[65717]: WARNING neutronclient.v2_0.client [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.533950] env[65717]: DEBUG oslo_vmware.api [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Task: {'id': task-4393705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315286} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.534950] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.535185] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.535420] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.535633] env[65717]: INFO nova.compute.manager [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1005.535879] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1005.536409] env[65717]: DEBUG nova.compute.manager [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1005.536515] env[65717]: DEBUG nova.network.neutron [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1005.536798] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.547993] env[65717]: DEBUG nova.network.neutron [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [{"id": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "address": "fa:16:3e:4b:08:c5", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c57c72-3c", "ovs_interfaceid": "c8c57c72-3c69-493c-915f-3f9bdd7a48b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.557797] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.567274] env[65717]: DEBUG nova.policy [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.589102] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.718094] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393702, 'name': CreateVM_Task, 'duration_secs': 0.844725} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.718307] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.718726] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.718905] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.719263] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.719552] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b6d54a-157e-4d7d-8e6f-3ab23e61fb59 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.725766] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1005.725766] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fee6b5-3e76-3c79-5a0a-071c5c273cbb" [ 1005.725766] env[65717]: _type = "Task" [ 1005.725766] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.736901] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fee6b5-3e76-3c79-5a0a-071c5c273cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.859894] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28eb52f-5a18-435d-ab5e-aeecf506f6b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.868222] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53d9f6c-7f99-4d28-a55d-38eba2b4e3ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.902702] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887974a1-c4bd-476e-a19b-3b3fc2c1ba3d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.918344] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70100fbd-765a-4918-993a-5a8ba481ca25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.922676] env[65717]: DEBUG oslo_vmware.api [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393706, 'name': ReconfigVM_Task, 'duration_secs': 0.187792} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.922909] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-859986', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'name': 'volume-7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74e2e7c9-08cc-4b10-ac23-0f26c5ef1742', 'attached_at': '', 'detached_at': '', 'volume_id': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec', 'serial': '7e72fd62-ecd6-47f3-83dc-dc789ee264ec'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1005.938313] env[65717]: DEBUG nova.compute.provider_tree [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.021740] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1006.029523] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Successfully created port: e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.052408] env[65717]: DEBUG oslo_concurrency.lockutils [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "refresh_cache-333324fc-ecd0-4ada-9f0b-0783099eb5fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.061665] env[65717]: DEBUG oslo_vmware.api [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393699, 'name': PowerOnVM_Task, 'duration_secs': 1.236155} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.061957] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.062309] env[65717]: INFO nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1006.062503] env[65717]: DEBUG nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.063344] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d953e80-164a-4141-b0c0-bfead6f0562c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.239027] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fee6b5-3e76-3c79-5a0a-071c5c273cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.239228] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.239526] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.239859] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.240391] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.240955] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c73c0f2-e888-4ce1-83ad-7c112117cf36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.256033] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.256407] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.257892] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe24f946-fc4a-4bbd-8dc6-868469b8d539 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.266500] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1006.266500] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e22a0-b793-0778-618a-ce2c8e224727" [ 1006.266500] env[65717]: _type = "Task" [ 1006.266500] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.276933] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e22a0-b793-0778-618a-ce2c8e224727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.440455] env[65717]: DEBUG nova.scheduler.client.report [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.484808] env[65717]: DEBUG nova.objects.instance [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'flavor' on Instance uuid 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.584696] env[65717]: INFO nova.compute.manager [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Took 25.57 seconds to build instance. [ 1006.626087] env[65717]: DEBUG nova.network.neutron [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.784646] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e22a0-b793-0778-618a-ce2c8e224727, 'name': SearchDatastore_Task, 'duration_secs': 0.044602} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.785995] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105ab752-3d0b-495e-8b7e-1591e30538c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794331] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1006.794331] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d8ed3d-a6de-8793-47e0-8796f76bbdac" [ 1006.794331] env[65717]: _type = "Task" [ 1006.794331] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.807573] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d8ed3d-a6de-8793-47e0-8796f76bbdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.954882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.954882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.043s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.954882] env[65717]: INFO nova.compute.claims [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.997069] env[65717]: INFO nova.scheduler.client.report [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Deleted allocations for instance f26d29c8-20f5-42ba-b547-c3be142b5267 [ 1007.036796] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.058974] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.059353] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a758fc4f-84c4-478d-9f47-018017654345 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.068475] env[65717]: DEBUG oslo_vmware.api [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1007.068475] env[65717]: value = "task-4393707" [ 1007.068475] env[65717]: _type = "Task" [ 1007.068475] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.074521] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.074772] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.074924] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.075116] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.075277] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.075604] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.075792] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.075963] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.076148] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.076311] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.076487] env[65717]: DEBUG nova.virt.hardware [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.077376] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d3211-bfa2-4f8d-a45e-e9410970c8f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.089132] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b004df1c-3cfc-494d-bc5c-76da27214cd8 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.087s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.089542] env[65717]: DEBUG oslo_vmware.api [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.093425] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e400c-7e1b-4f89-9a2e-6db69117054d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.129057] env[65717]: INFO nova.compute.manager [-] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Took 1.59 seconds to deallocate network for instance. [ 1007.307254] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d8ed3d-a6de-8793-47e0-8796f76bbdac, 'name': SearchDatastore_Task, 'duration_secs': 0.038049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.307565] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.307860] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.308172] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba0e1513-cd7f-4b7f-96ce-094f2c3f8948 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.317211] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1007.317211] env[65717]: value = "task-4393708" [ 1007.317211] env[65717]: _type = "Task" [ 1007.317211] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.326588] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.393721] env[65717]: DEBUG nova.compute.manager [req-2e4e216f-7924-4368-af60-39b6f1a59386 req-126c063c-537f-440f-8063-13d43e1eaa62 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-vif-deleted-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.395057] env[65717]: DEBUG nova.compute.manager [req-2e4e216f-7924-4368-af60-39b6f1a59386 req-126c063c-537f-440f-8063-13d43e1eaa62 service nova] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Received event network-vif-deleted-b182c169-f676-40a4-9d71-4994c3bd9331 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.460203] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.461675] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8713f903-7606-4f68-a374-1d1546c2a231 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.473521] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.473720] env[65717]: ERROR oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk due to incomplete transfer. [ 1007.473971] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82a9df58-11bf-42f5-8560-2ee69a1bc3e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.483848] env[65717]: DEBUG oslo_vmware.rw_handles [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52211998-b400-2973-4706-194f0472d811/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.484081] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Uploaded image 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.486688] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.487378] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25c4b235-ec5d-458d-b24e-89cb1681a96a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.493978] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8ecc03c4-d40c-4e5e-86c3-11b1bf2d0651 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.498393] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1007.498393] env[65717]: value = "task-4393709" [ 1007.498393] env[65717]: _type = "Task" [ 1007.498393] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.513514] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393709, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.514776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f604e2b-4217-4171-a908-e2b02d9a7c02 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Lock "f26d29c8-20f5-42ba-b547-c3be142b5267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.119s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.579948] env[65717]: DEBUG oslo_vmware.api [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.635264] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Successfully updated port: e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.637304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.813498] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c64f04-b062-4a54-9528-f5beb5f47f27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.825398] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12785927-1a01-4409-b768-fbca75b4bc0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.832892] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.865185] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f389160-c3cf-4b0b-9130-cd2ea1914f40 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.875703] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f8fb1e-3ec1-4c12-8cc0-276e2b84a7dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.893134] env[65717]: DEBUG nova.compute.provider_tree [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.896635] env[65717]: DEBUG nova.compute.manager [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-vif-plugged-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.896859] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.897198] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.898314] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.898547] env[65717]: DEBUG nova.compute.manager [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] No waiting events found dispatching network-vif-plugged-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.898765] env[65717]: WARNING nova.compute.manager [req-6fd6a9a3-d1fe-4cd3-a9e4-64688bda6b7e req-ad3579b2-f945-4a6f-aef4-40bab7e8c50a service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received unexpected event network-vif-plugged-e4aabc2e-257d-4707-b56b-89c258031c68 for instance with vm_state building and task_state spawning. [ 1008.008962] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393709, 'name': Destroy_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.081087] env[65717]: DEBUG oslo_vmware.api [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393707, 'name': PowerOnVM_Task, 'duration_secs': 0.650964} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.081267] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.081428] env[65717]: DEBUG nova.compute.manager [None req-546781b9-7b32-4550-a64d-ec30d07972f5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1008.082290] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eeda4b-5265-4c33-84f2-1fee9898e2ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.139365] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139496] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.139633] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.329222] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750299} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.329465] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.329684] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.329959] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae77d35-9440-4fe6-8968-7411627767fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.339368] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1008.339368] env[65717]: value = "task-4393710" [ 1008.339368] env[65717]: _type = "Task" [ 1008.339368] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.350308] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.401399] env[65717]: DEBUG nova.scheduler.client.report [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.511885] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393709, 'name': Destroy_Task, 'duration_secs': 0.939813} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.512271] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Destroyed the VM [ 1008.514999] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.516322] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02051729-27e3-4113-9120-d0cabbed6062 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.525294] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1008.525294] env[65717]: value = "task-4393711" [ 1008.525294] env[65717]: _type = "Task" [ 1008.525294] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.535126] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.669086] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.669367] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.669578] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.669768] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.669950] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.672238] env[65717]: INFO nova.compute.manager [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Terminating instance [ 1008.680040] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.790169] env[65717]: WARNING neutronclient.v2_0.client [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.852812] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07302} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.853137] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.854000] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecfbb5e-cc25-44b3-bfa0-9220057526a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.876314] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.876653] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff222336-cf79-480e-92a5-17184bb59f3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.897507] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1008.897507] env[65717]: value = "task-4393712" [ 1008.897507] env[65717]: _type = "Task" [ 1008.897507] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.907373] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.958s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.907973] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1008.910796] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.911101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.432s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.911294] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.913539] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.673s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.913771] env[65717]: DEBUG nova.objects.instance [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'resources' on Instance uuid ef52ab57-87c2-4128-98ce-4fa71117c034 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.941870] env[65717]: INFO nova.scheduler.client.report [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted allocations for instance cc95001c-4bb9-4250-99bf-35ea880dabec [ 1008.951094] env[65717]: DEBUG nova.network.neutron [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.035937] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.177145] env[65717]: DEBUG nova.compute.manager [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1009.177433] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.179398] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100e6f66-f6c3-49d2-a88d-fb58a325979b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.194289] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.194289] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c301ff-8625-4049-be04-d6cd10162353 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.202077] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1009.202077] env[65717]: value = "task-4393713" [ 1009.202077] env[65717]: _type = "Task" [ 1009.202077] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.211850] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.411279] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393712, 'name': ReconfigVM_Task, 'duration_secs': 0.485881} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.411512] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.412255] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaff9d70-a194-41c7-b17b-ffee2be18245 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.417242] env[65717]: DEBUG nova.compute.utils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.427193] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1009.427484] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1009.427885] env[65717]: WARNING neutronclient.v2_0.client [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.428234] env[65717]: WARNING neutronclient.v2_0.client [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.430285] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1009.430285] env[65717]: value = "task-4393714" [ 1009.430285] env[65717]: _type = "Task" [ 1009.430285] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.442367] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393714, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.455295] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.455947] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Instance network_info: |[{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1009.457193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-de9f72b1-a356-437b-973e-9ee0ad892afd tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "cc95001c-4bb9-4250-99bf-35ea880dabec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.857s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.458261] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:97:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4aabc2e-257d-4707-b56b-89c258031c68', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.466957] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1009.467896] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.468358] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfe636c-60a1-4f3f-abc2-bb295cb05b94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.494303] env[65717]: DEBUG nova.policy [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd3ea26a130f442b8349bb9cb4612ca1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91a6f7cf24e3431e86d47d836451653d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.499063] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.499063] env[65717]: value = "task-4393715" [ 1009.499063] env[65717]: _type = "Task" [ 1009.499063] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.511373] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393715, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.539947] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.540358] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.540511] env[65717]: DEBUG nova.compute.manager [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1009.541337] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea55dde3-f524-475d-b7e7-ce32dd014dac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.715623] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393713, 'name': PowerOffVM_Task, 'duration_secs': 0.240002} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.715845] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.716083] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.716334] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72a4194-e579-496d-b4a0-20c9de9f51a1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.766757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db61261-25f0-4bc2-b64e-208a200390e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.776310] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b1c7f-3d71-4eab-bdd4-7f2431226c19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.787903] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.788170] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.788356] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleting the datastore file [datastore2] 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.824205] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f29619c4-f41f-481f-bbaa-ab1e40fd1a4a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.827902] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce4633-a7ec-4290-a84b-07bde0360198 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.838919] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1009.838919] env[65717]: value = "task-4393717" [ 1009.838919] env[65717]: _type = "Task" [ 1009.838919] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.846323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32841c-1867-4b8e-a095-91c0a3226c83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.865630] env[65717]: DEBUG nova.compute.provider_tree [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.867231] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.924027] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1009.943555] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393714, 'name': Rename_Task, 'duration_secs': 0.236884} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.943893] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.944209] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e56d2f2e-5da9-46a8-a5e5-c75838fa0f17 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.953848] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1009.953848] env[65717]: value = "task-4393718" [ 1009.953848] env[65717]: _type = "Task" [ 1009.953848] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.965786] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.971895] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Successfully created port: 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1010.010477] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393715, 'name': CreateVM_Task, 'duration_secs': 0.462382} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.010680] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.011288] env[65717]: WARNING neutronclient.v2_0.client [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.015029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.015029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.015029] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29c8ea6-d14d-4be5-ac30-9341a997322b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.018789] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1010.018789] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525745f5-f993-d92c-09b0-de3871153920" [ 1010.018789] env[65717]: _type = "Task" [ 1010.018789] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.030106] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525745f5-f993-d92c-09b0-de3871153920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.050214] env[65717]: DEBUG nova.compute.manager [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Received event network-changed-92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1010.050214] env[65717]: DEBUG nova.compute.manager [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Refreshing instance network info cache due to event network-changed-92e68c95-7fbd-4186-94f3-57b70e1801ba. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1010.050557] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] Acquiring lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.050699] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] Acquired lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.050859] env[65717]: DEBUG nova.network.neutron [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Refreshing network info cache for port 92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.056392] env[65717]: INFO nova.compute.manager [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Shelve offloading [ 1010.249260] env[65717]: DEBUG nova.compute.manager [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1010.249564] env[65717]: DEBUG nova.compute.manager [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1010.249861] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.250046] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.250278] env[65717]: DEBUG nova.network.neutron [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.360880] env[65717]: DEBUG oslo_vmware.api [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244875} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.361399] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.361774] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.362163] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.362540] env[65717]: INFO nova.compute.manager [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1010.363019] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1010.363486] env[65717]: DEBUG nova.compute.manager [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1010.363702] env[65717]: DEBUG nova.network.neutron [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1010.364147] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.369415] env[65717]: DEBUG nova.scheduler.client.report [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.471693] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393718, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.530562] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525745f5-f993-d92c-09b0-de3871153920, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.531328] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.531575] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.531805] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.531972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.532210] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.533035] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bddd3413-d6c4-45a4-8da2-e2f6ecf27f9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.546867] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.546867] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.546867] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b967f5f8-ab2a-436d-82cd-221dc1c3493b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.550843] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.554285] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1010.554285] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b0f73a-7828-27a1-7fd6-0ef6742cd446" [ 1010.554285] env[65717]: _type = "Task" [ 1010.554285] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.554784] env[65717]: WARNING neutronclient.v2_0.client [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.561234] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.561513] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4067e56-36f0-4437-9763-b6d57ae74d7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.569986] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b0f73a-7828-27a1-7fd6-0ef6742cd446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.571812] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1010.571812] env[65717]: value = "task-4393719" [ 1010.571812] env[65717]: _type = "Task" [ 1010.571812] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.582342] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.582342] env[65717]: DEBUG nova.compute.manager [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1010.583246] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7196aa19-9656-4e7b-a240-734328979d8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.590511] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.590679] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.590854] env[65717]: DEBUG nova.network.neutron [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.754193] env[65717]: WARNING neutronclient.v2_0.client [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.877931] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.881522] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.012s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.881522] env[65717]: DEBUG nova.objects.instance [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'resources' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.906641] env[65717]: INFO nova.scheduler.client.report [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted allocations for instance ef52ab57-87c2-4128-98ce-4fa71117c034 [ 1010.935513] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1010.967159] env[65717]: DEBUG oslo_vmware.api [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393718, 'name': PowerOnVM_Task, 'duration_secs': 0.7256} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.969795] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.970087] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.970276] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.970466] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.970610] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.970754] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.970961] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.971144] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.971302] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.971475] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.971647] env[65717]: DEBUG nova.virt.hardware [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.972193] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.972419] env[65717]: INFO nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1010.972600] env[65717]: DEBUG nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1010.973445] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744faf0b-5da9-428d-99e9-f207934e974e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.977271] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fadcb2-bfab-4aa0-aa73-dd4ffeaeada7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.990879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907fba6b-77ff-45c1-be92-e5cb8511c20e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.070911] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52b0f73a-7828-27a1-7fd6-0ef6742cd446, 'name': SearchDatastore_Task, 'duration_secs': 0.018648} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.071750] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171dcc10-8da6-4030-9924-668756187451 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.078284] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1011.078284] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245a3c6-925d-f083-2771-9c3b45719971" [ 1011.078284] env[65717]: _type = "Task" [ 1011.078284] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.087782] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245a3c6-925d-f083-2771-9c3b45719971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.093543] env[65717]: WARNING neutronclient.v2_0.client [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.383733] env[65717]: DEBUG nova.objects.instance [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.413793] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "ef52ab57-87c2-4128-98ce-4fa71117c034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.013s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.506519] env[65717]: INFO nova.compute.manager [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Took 25.66 seconds to build instance. [ 1011.571366] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Successfully updated port: 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1011.593432] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5245a3c6-925d-f083-2771-9c3b45719971, 'name': SearchDatastore_Task, 'duration_secs': 0.043869} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.593803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.594374] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 64a45536-e657-44ae-87e3-d3efc7ee7196/64a45536-e657-44ae-87e3-d3efc7ee7196.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.594492] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692eac9d-fe2f-4335-9341-8cf137804da9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.608797] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1011.608797] env[65717]: value = "task-4393720" [ 1011.608797] env[65717]: _type = "Task" [ 1011.608797] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.622089] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.888125] env[65717]: DEBUG nova.objects.base [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Object Instance<5fdbd289-4040-4fad-8391-56c901108e77> lazy-loaded attributes: resources,numa_topology {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.917119] env[65717]: WARNING neutronclient.v2_0.client [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.951288] env[65717]: WARNING neutronclient.v2_0.client [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.957374] env[65717]: WARNING neutronclient.v2_0.client [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.991878] env[65717]: DEBUG nova.network.neutron [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.009986] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e337a343-ddc0-4588-bdad-42453c1ce83d tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.180s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.063715] env[65717]: DEBUG nova.network.neutron [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.064438] env[65717]: DEBUG nova.network.neutron [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.078802] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079512] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1012.100570] env[65717]: DEBUG nova.network.neutron [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.122023] env[65717]: DEBUG nova.network.neutron [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updated VIF entry in instance network info cache for port 92e68c95-7fbd-4186-94f3-57b70e1801ba. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.122023] env[65717]: DEBUG nova.network.neutron [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updating instance_info_cache with network_info: [{"id": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "address": "fa:16:3e:32:21:9d", "network": {"id": "f91f8cfe-720e-44d1-8d28-282547213315", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-688059562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f044458bce4c4fae17646b7246eddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e68c95-7f", "ovs_interfaceid": "92e68c95-7fbd-4186-94f3-57b70e1801ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.134034] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393720, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.305548] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c613200-983b-4ef3-a13b-1377f93359c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.321182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea34985-f4d9-4c79-9037-d8acc6aa8301 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.386419] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4eab85-34ef-4cdf-8435-087567a4b644 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.398516] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d306a95-6624-4870-995c-01c1475537a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.415011] env[65717]: DEBUG nova.compute.provider_tree [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.469340] env[65717]: DEBUG nova.compute.manager [req-1dc2f061-8add-4170-b2ff-59887319b58a req-f7ec3c17-ee4c-4104-bcab-21c44646a158 service nova] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Received event network-vif-deleted-68af7719-9c6c-4dbc-960a-1b3c3357238a {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.494603] env[65717]: INFO nova.compute.manager [-] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Took 2.13 seconds to deallocate network for instance. [ 1012.568016] env[65717]: DEBUG oslo_concurrency.lockutils [req-6fc63de4-cc30-4e53-90f4-0da002577f11 req-f5ad6995-d82f-41c7-a83c-6b8d40fd7202 service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.604183] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.604637] env[65717]: WARNING neutronclient.v2_0.client [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.605192] env[65717]: WARNING neutronclient.v2_0.client [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.623734] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.624041] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 64a45536-e657-44ae-87e3-d3efc7ee7196/64a45536-e657-44ae-87e3-d3efc7ee7196.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.624273] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.624566] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a430c54b-ad6b-430a-82c3-96080034df9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627750] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d80d878-49a3-4c63-a858-e72c9645b12b req-e6d079ca-c27f-4b84-bc74-76df68c24ddb service nova] Releasing lock "refresh_cache-d99b68ef-7530-4ea9-adda-dece97ebce56" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.635444] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1012.635444] env[65717]: value = "task-4393721" [ 1012.635444] env[65717]: _type = "Task" [ 1012.635444] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.647355] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.666284] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1012.838450] env[65717]: DEBUG nova.compute.manager [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-vif-plugged-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.838606] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Acquiring lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.838841] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.839023] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.839196] env[65717]: DEBUG nova.compute.manager [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] No waiting events found dispatching network-vif-plugged-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.839400] env[65717]: WARNING nova.compute.manager [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received unexpected event network-vif-plugged-5b80ec08-d500-4f0c-a072-836990b1da38 for instance with vm_state building and task_state spawning. [ 1012.839574] env[65717]: DEBUG nova.compute.manager [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.839705] env[65717]: DEBUG nova.compute.manager [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing instance network info cache due to event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1012.839815] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.919796] env[65717]: DEBUG nova.scheduler.client.report [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.003778] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.147073] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084372} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.147367] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.148615] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ad0b7-210c-4358-89b1-3a04a0b541e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.177367] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 64a45536-e657-44ae-87e3-d3efc7ee7196/64a45536-e657-44ae-87e3-d3efc7ee7196.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.178892] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.179271] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a30614a-1e66-417e-b4c7-13caa38ec4c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.199015] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e99515-2063-4c51-b611-1e98c890c817 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.205347] env[65717]: WARNING neutronclient.v2_0.client [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.216139] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.217823] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f09042-e735-4b25-b604-53343c629045 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220264] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1013.220264] env[65717]: value = "task-4393722" [ 1013.220264] env[65717]: _type = "Task" [ 1013.220264] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.235622] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.304215] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.304994] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.305240] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore2] b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.305569] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8907261-323c-4d96-85a5-dced612f53e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.314547] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1013.314547] env[65717]: value = "task-4393724" [ 1013.314547] env[65717]: _type = "Task" [ 1013.314547] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.325727] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.379458] env[65717]: DEBUG nova.network.neutron [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.425159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.544s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.428841] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.451s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.433023] env[65717]: DEBUG nova.objects.instance [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lazy-loading 'resources' on Instance uuid 1434e6cf-901b-459a-8537-472fe089ab1f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.732142] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.826678] env[65717]: DEBUG oslo_vmware.api [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319821} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.827035] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.827282] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.827471] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.858193] env[65717]: INFO nova.scheduler.client.report [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted allocations for instance b1a82125-0669-464f-8171-f638fc701973 [ 1013.884814] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.884814] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Instance network_info: |[{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1013.884814] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.884814] env[65717]: DEBUG nova.network.neutron [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.888495] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:3b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b80ec08-d500-4f0c-a072-836990b1da38', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.896940] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Creating folder: Project (91a6f7cf24e3431e86d47d836451653d). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.898609] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cafcfdf9-40ed-4b9c-b201-0f3df97c59de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.912730] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Created folder: Project (91a6f7cf24e3431e86d47d836451653d) in parent group-v859766. [ 1013.913166] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Creating folder: Instances. Parent ref: group-v860019. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.913344] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e02050-deb2-4570-89dd-0aab7e71f940 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.928205] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Created folder: Instances in parent group-v860019. [ 1013.928205] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1013.928205] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.928420] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9780d67-8a9b-477d-a534-c36c1bb897e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.952077] env[65717]: DEBUG oslo_concurrency.lockutils [None req-009672e1-b05b-4fd6-b6cf-249b12dd8e84 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.199s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.952077] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.790s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.952238] env[65717]: INFO nova.compute.manager [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Unshelving [ 1013.956577] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.956577] env[65717]: value = "task-4393727" [ 1013.956577] env[65717]: _type = "Task" [ 1013.956577] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.971563] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393727, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.058155] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.058484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.234632] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393722, 'name': ReconfigVM_Task, 'duration_secs': 0.555354} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.234969] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 64a45536-e657-44ae-87e3-d3efc7ee7196/64a45536-e657-44ae-87e3-d3efc7ee7196.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.235838] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a67ecbe-7eeb-497b-82f5-0fa1d5cee0e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.247079] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1014.247079] env[65717]: value = "task-4393728" [ 1014.247079] env[65717]: _type = "Task" [ 1014.247079] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.261583] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393728, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.305304] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327d2c5-015f-47d2-afe6-13de56882dd3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.314750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ce965-0009-4fd0-9622-fedce58b424c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.351909] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080fa7ab-d2f9-4f13-885c-7c55c050d856 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.361251] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43ecc68-4341-4703-aa88-9aac10677346 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.368672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.380130] env[65717]: DEBUG nova.compute.provider_tree [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.398767] env[65717]: WARNING neutronclient.v2_0.client [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.472180] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393727, 'name': CreateVM_Task, 'duration_secs': 0.408878} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.472180] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.472413] env[65717]: WARNING neutronclient.v2_0.client [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.472670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.472961] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.473270] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.473607] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f679a5-3378-4305-b62d-551fe658c5b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.481263] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1014.481263] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52412f92-0f20-45c7-04d3-a66b0d9d887a" [ 1014.481263] env[65717]: _type = "Task" [ 1014.481263] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.493539] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52412f92-0f20-45c7-04d3-a66b0d9d887a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.564592] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1014.682539] env[65717]: WARNING neutronclient.v2_0.client [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.759638] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393728, 'name': Rename_Task, 'duration_secs': 0.289991} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.759973] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.760327] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26440166-1fe8-4cf6-8dd7-405cd78f78ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.768676] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1014.768676] env[65717]: value = "task-4393729" [ 1014.768676] env[65717]: _type = "Task" [ 1014.768676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.794244] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.837715] env[65717]: DEBUG nova.network.neutron [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updated VIF entry in instance network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.838377] env[65717]: DEBUG nova.network.neutron [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.886025] env[65717]: DEBUG nova.scheduler.client.report [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.955161] env[65717]: DEBUG nova.compute.manager [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-vif-unplugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1014.955393] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.955603] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.955785] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.955927] env[65717]: DEBUG nova.compute.manager [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] No waiting events found dispatching network-vif-unplugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1014.956156] env[65717]: WARNING nova.compute.manager [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received unexpected event network-vif-unplugged-028ccb40-33c8-4b87-adec-6d9d304fd319 for instance with vm_state shelved_offloaded and task_state None. [ 1014.956347] env[65717]: DEBUG nova.compute.manager [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1014.956513] env[65717]: DEBUG nova.compute.manager [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing instance network info cache due to event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1014.956694] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.956833] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.956979] env[65717]: DEBUG nova.network.neutron [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.988184] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.997646] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52412f92-0f20-45c7-04d3-a66b0d9d887a, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.998052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.998288] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.998516] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.998703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.998857] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.999145] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd2a774f-556b-447e-9da0-ab225eb9f133 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012235] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.012458] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.013241] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dfef47-c6cc-40e0-9673-52d6e046de79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.020997] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1015.020997] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214e22d-3662-3033-5532-9ab5bfbf8cdc" [ 1015.020997] env[65717]: _type = "Task" [ 1015.020997] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.029972] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214e22d-3662-3033-5532-9ab5bfbf8cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.097965] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.175268] env[65717]: INFO nova.compute.manager [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Rebuilding instance [ 1015.219102] env[65717]: DEBUG nova.compute.manager [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.220400] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5426c-18e7-46a9-a3fb-7a42e72fe8ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.281645] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.343413] env[65717]: DEBUG oslo_concurrency.lockutils [req-1f14255a-b7c3-4a40-b46b-da76f7ad7343 req-cb5d70b0-3800-4b0c-823f-2721d2b7dcec service nova] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.390449] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.393216] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.079s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.395644] env[65717]: INFO nova.compute.claims [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.432325] env[65717]: INFO nova.scheduler.client.report [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Deleted allocations for instance 1434e6cf-901b-459a-8537-472fe089ab1f [ 1015.440554] env[65717]: DEBUG nova.compute.manager [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1015.461323] env[65717]: WARNING neutronclient.v2_0.client [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.537381] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214e22d-3662-3033-5532-9ab5bfbf8cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.01762} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.538955] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbc4544-cdef-4e95-8fab-a111c39b2e14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.548125] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1015.548125] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52382578-0616-0869-d376-449b5f2663d1" [ 1015.548125] env[65717]: _type = "Task" [ 1015.548125] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.569864] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52382578-0616-0869-d376-449b5f2663d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.777178] env[65717]: WARNING neutronclient.v2_0.client [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.785951] env[65717]: DEBUG oslo_vmware.api [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393729, 'name': PowerOnVM_Task, 'duration_secs': 0.85379} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.790417] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.790702] env[65717]: INFO nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1015.790906] env[65717]: DEBUG nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.791922] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf36aee-d2fd-439b-a96d-014858f00399 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.937781] env[65717]: DEBUG nova.network.neutron [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updated VIF entry in instance network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.937781] env[65717]: DEBUG nova.network.neutron [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap028ccb40-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.953562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-be055421-ece6-403b-a407-fe8b24735e77 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Lock "1434e6cf-901b-459a-8537-472fe089ab1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.288s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.968033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.060548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.060758] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.069023] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52382578-0616-0869-d376-449b5f2663d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02291} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.069023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.069023] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/164e7999-9ce5-4e2f-91eb-3e666d44338a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.069023] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1447533-b594-47d2-9b45-499ea539a884 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.079320] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1016.079320] env[65717]: value = "task-4393730" [ 1016.079320] env[65717]: _type = "Task" [ 1016.079320] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.088139] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.239892] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.241033] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbe4507-1768-4203-a11e-001b8c1cf1ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.251611] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1016.251611] env[65717]: value = "task-4393731" [ 1016.251611] env[65717]: _type = "Task" [ 1016.251611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.264999] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.319031] env[65717]: INFO nova.compute.manager [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Took 24.23 seconds to build instance. [ 1016.439949] env[65717]: DEBUG oslo_concurrency.lockutils [req-6eec1282-3385-4ea7-ae9f-68f86d277387 req-8c6b9f43-dfcd-4bc8-b0ad-a9730c580ddf service nova] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.567935] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1016.595201] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.767442] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393731, 'name': PowerOffVM_Task, 'duration_secs': 0.375154} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.768186] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.769016] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.771260] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b1956-2776-41fb-9ab6-e71eaee0da5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.780363] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c692b-7391-4551-a35a-ff95fcd8dd0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.792037] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.793935] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c6a0aae-8940-41a1-b33a-498ec7efdf12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.797038] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480a575b-a704-4305-8540-c1b96d6400ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.834344] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.759s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.837846] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fefdf4-78d3-403b-b187-2038306a82ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.839879] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.840139] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.840303] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Deleting the datastore file [datastore1] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.840585] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b2efc5-b552-4b20-be43-2e05fecf00fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.853961] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea46334-3c9e-4f33-b192-73169c1c290c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.858425] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1016.858425] env[65717]: value = "task-4393733" [ 1016.858425] env[65717]: _type = "Task" [ 1016.858425] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.874845] env[65717]: DEBUG nova.compute.provider_tree [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.881896] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.090841] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816861} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.091153] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/164e7999-9ce5-4e2f-91eb-3e666d44338a.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.091371] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.091636] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2103abf-7580-4894-a734-9515eec4fd03 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.100419] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1017.100419] env[65717]: value = "task-4393734" [ 1017.100419] env[65717]: _type = "Task" [ 1017.100419] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.105101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.114103] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.279490] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.375150] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.375854] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.376712] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.376900] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.384504] env[65717]: DEBUG nova.scheduler.client.report [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.535132] env[65717]: DEBUG nova.compute.manager [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1017.535132] env[65717]: DEBUG nova.compute.manager [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1017.535132] env[65717]: DEBUG oslo_concurrency.lockutils [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.535132] env[65717]: DEBUG oslo_concurrency.lockutils [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.535132] env[65717]: DEBUG nova.network.neutron [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.618700] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079459} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.618700] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.619938] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530b332-a020-40d1-bc5a-fb39a830b1c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.650295] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/164e7999-9ce5-4e2f-91eb-3e666d44338a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.650646] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a652c060-4358-4d3a-a31e-65d81c1325e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.677873] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1017.677873] env[65717]: value = "task-4393735" [ 1017.677873] env[65717]: _type = "Task" [ 1017.677873] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.692270] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.895081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.895777] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1017.899839] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.910s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.899839] env[65717]: DEBUG nova.objects.instance [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'resources' on Instance uuid 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.037409] env[65717]: WARNING neutronclient.v2_0.client [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.190027] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393735, 'name': ReconfigVM_Task, 'duration_secs': 0.317516} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.190354] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/164e7999-9ce5-4e2f-91eb-3e666d44338a.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.191186] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c61804-2019-4d0b-ac56-d9ab95d296b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.200452] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1018.200452] env[65717]: value = "task-4393736" [ 1018.200452] env[65717]: _type = "Task" [ 1018.200452] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.215875] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393736, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.236675] env[65717]: WARNING neutronclient.v2_0.client [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.324651] env[65717]: DEBUG nova.network.neutron [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.324651] env[65717]: DEBUG nova.network.neutron [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.410758] env[65717]: DEBUG nova.compute.utils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.413931] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1018.414920] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.414920] env[65717]: WARNING neutronclient.v2_0.client [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.415466] env[65717]: WARNING neutronclient.v2_0.client [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.438410] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.439684] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.439684] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.439684] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.440248] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.441324] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.441324] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.441324] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.441324] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.441324] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.445173] env[65717]: DEBUG nova.virt.hardware [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.445173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1932d-0c8f-4c64-97e1-d4fd31dc6a6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.458257] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb99b2be-bd17-4fb7-a7e0-32245741be4a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.480021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.489207] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1018.492928] env[65717]: DEBUG nova.policy [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fdde035123a4e5a9fe2ed58994135c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21c7b71352a4a149fc8f388b8311d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.495357] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.498516] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7ca0bb3-6722-48a9-b6b9-4fdc93867562 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.518299] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.518299] env[65717]: value = "task-4393737" [ 1018.518299] env[65717]: _type = "Task" [ 1018.518299] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.529581] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393737, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.623788] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.624086] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.718332] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393736, 'name': Rename_Task, 'duration_secs': 0.169826} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.718733] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.719031] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6b5680-6ed2-49ad-9069-991b3fd5759e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.729900] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1018.729900] env[65717]: value = "task-4393738" [ 1018.729900] env[65717]: _type = "Task" [ 1018.729900] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.742837] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.818584] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a70f5-5a48-46b1-9296-d650ce381bcc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.828835] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949cbe69-c2a9-4393-8eb8-62f8ddeadac4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.832638] env[65717]: DEBUG oslo_concurrency.lockutils [req-518dae13-fcd7-4250-8a5c-0cd310d397cf req-5ded258d-c9d2-41fc-b3f2-0b6e6d6fe193 service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.862693] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ec8cf0-1e62-4af4-afc2-82cf908584f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.871696] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0dd74-6a83-49a8-9aac-00f294b985f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.886753] env[65717]: DEBUG nova.compute.provider_tree [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.907435] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Successfully created port: 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1018.919624] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1019.033266] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393737, 'name': CreateVM_Task, 'duration_secs': 0.323489} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.033996] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.035047] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.035342] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.036024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.036711] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc15713-2211-43d1-8e52-6a3edfcfbf8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.043643] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1019.043643] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f2fde-5666-c21b-0ddd-01e2c9cb059a" [ 1019.043643] env[65717]: _type = "Task" [ 1019.043643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.055581] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f2fde-5666-c21b-0ddd-01e2c9cb059a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.126306] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1019.245098] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.390221] env[65717]: DEBUG nova.scheduler.client.report [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.554270] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525f2fde-5666-c21b-0ddd-01e2c9cb059a, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.554647] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.554921] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.555230] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.555404] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.555593] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.556253] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4d5bd6-a373-4ab0-9b28-40b86a560fe4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.568394] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.568597] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.569392] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3615411-c5a3-4a94-8f65-536ad7ed36be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.577744] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1019.577744] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05dad-2491-5f38-6c36-943343756e23" [ 1019.577744] env[65717]: _type = "Task" [ 1019.577744] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.586786] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05dad-2491-5f38-6c36-943343756e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.650543] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.741202] env[65717]: DEBUG oslo_vmware.api [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393738, 'name': PowerOnVM_Task, 'duration_secs': 0.513041} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.741484] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.741684] env[65717]: INFO nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1019.741857] env[65717]: DEBUG nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1019.742656] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdac66a-9a5d-454f-8180-03254814cff1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.895381] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.898464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.428s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.899803] env[65717]: INFO nova.compute.claims [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.920304] env[65717]: INFO nova.scheduler.client.report [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted allocations for instance 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825 [ 1019.937418] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1019.967878] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1019.967878] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.968154] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1019.968337] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.968408] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1019.968520] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1019.969076] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.969076] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1019.969233] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1019.969347] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1019.969719] env[65717]: DEBUG nova.virt.hardware [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1019.970935] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe53f6e-4ef8-4eef-b86d-426334dce004 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.980689] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c919180-6a85-4e09-a00c-536af29bd6c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.089533] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d05dad-2491-5f38-6c36-943343756e23, 'name': SearchDatastore_Task, 'duration_secs': 0.023634} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.090441] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d6081f-f832-4004-b1f0-d4bcdee34e97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.097089] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1020.097089] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522fb6a8-40ba-a11a-65a7-08ebbe6d126b" [ 1020.097089] env[65717]: _type = "Task" [ 1020.097089] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.106049] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522fb6a8-40ba-a11a-65a7-08ebbe6d126b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.263047] env[65717]: INFO nova.compute.manager [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Took 26.37 seconds to build instance. [ 1020.428472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "6fca2bee-75fa-4ced-85a7-dd2ffd7d1825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.390s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.611017] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522fb6a8-40ba-a11a-65a7-08ebbe6d126b, 'name': SearchDatastore_Task, 'duration_secs': 0.0171} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.611397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.611675] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.611974] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e799542e-a25d-4bfa-a093-74e1e2a9b99a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.623131] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1020.623131] env[65717]: value = "task-4393739" [ 1020.623131] env[65717]: _type = "Task" [ 1020.623131] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.632485] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.687515] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Successfully updated port: 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.749854] env[65717]: DEBUG nova.compute.manager [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-vif-plugged-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1020.750194] env[65717]: DEBUG oslo_concurrency.lockutils [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] Acquiring lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.750444] env[65717]: DEBUG oslo_concurrency.lockutils [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.750815] env[65717]: DEBUG oslo_concurrency.lockutils [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.750815] env[65717]: DEBUG nova.compute.manager [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] No waiting events found dispatching network-vif-plugged-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1020.750996] env[65717]: WARNING nova.compute.manager [req-5636b0fa-e0c7-4cd1-b938-522b01d09d6b req-f5fd3321-2bab-4725-9250-e04cdd5bff19 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received unexpected event network-vif-plugged-8fc83a85-af63-4710-862b-097cc08416a4 for instance with vm_state building and task_state spawning. [ 1020.764557] env[65717]: DEBUG oslo_concurrency.lockutils [None req-25e2227b-67b3-43d1-adb4-631cff863aa1 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.888s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.846229] env[65717]: INFO nova.compute.manager [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Rescuing [ 1020.846520] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.846666] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.846830] env[65717]: DEBUG nova.network.neutron [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.145282] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.195292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.195292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.195594] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.249646] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a712f-ebe0-4baf-a084-c9cce931109a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.262420] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f50d1b-972c-4fdf-907a-80199df1e7ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.295884] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb913bd9-36b3-4ab7-abf2-1e4c4cf60c99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.305444] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5e9ab-7ae1-4630-8f98-ae2a2cee150d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.322081] env[65717]: DEBUG nova.compute.provider_tree [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.350538] env[65717]: WARNING neutronclient.v2_0.client [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.474666] env[65717]: WARNING neutronclient.v2_0.client [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.567535] env[65717]: DEBUG nova.network.neutron [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.639279] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635878} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.644135] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.644135] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.644135] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff3e186-464e-45a4-bfde-dbbe1b79273a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.653166] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1021.653166] env[65717]: value = "task-4393740" [ 1021.653166] env[65717]: _type = "Task" [ 1021.653166] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.666094] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.741512] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.825792] env[65717]: DEBUG nova.scheduler.client.report [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.836546] env[65717]: WARNING neutronclient.v2_0.client [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.924648] env[65717]: DEBUG nova.network.neutron [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.072290] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.162654] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177701} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.163029] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.163841] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd08a4f-e071-44f6-ac45-dd07022a0e7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.185298] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.185649] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e3f41d-4599-4dc3-a2c4-a1810da9efc7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.206741] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1022.206741] env[65717]: value = "task-4393741" [ 1022.206741] env[65717]: _type = "Task" [ 1022.206741] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.216473] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.343346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.344189] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1022.348661] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.383s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.349110] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.351121] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.949s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.351341] env[65717]: DEBUG nova.objects.instance [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lazy-loading 'resources' on Instance uuid 5cb48558-9088-4ac4-802f-d70a207a7e3c {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.380069] env[65717]: INFO nova.scheduler.client.report [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocations for instance dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a [ 1022.429497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.429497] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Instance network_info: |[{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1022.429497] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:70:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fc83a85-af63-4710-862b-097cc08416a4', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.435722] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Creating folder: Project (e21c7b71352a4a149fc8f388b8311d96). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.436456] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b5d2b4-dc31-479d-90e3-b5e76d6ed249 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.451050] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Created folder: Project (e21c7b71352a4a149fc8f388b8311d96) in parent group-v859766. [ 1022.451341] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Creating folder: Instances. Parent ref: group-v860023. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.451563] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eea316a9-0f57-4019-8d5d-2ca4a34bc1f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.462516] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Created folder: Instances in parent group-v860023. [ 1022.462722] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1022.462965] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.463261] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c3e745-d53c-495e-9a3e-8057905fae4e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.487223] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.487223] env[65717]: value = "task-4393744" [ 1022.487223] env[65717]: _type = "Task" [ 1022.487223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.502652] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393744, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.719905] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.785621] env[65717]: DEBUG nova.compute.manager [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-changed-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1022.785621] env[65717]: DEBUG nova.compute.manager [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing instance network info cache due to event network-changed-8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1022.785769] env[65717]: DEBUG oslo_concurrency.lockutils [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.785898] env[65717]: DEBUG oslo_concurrency.lockutils [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.786282] env[65717]: DEBUG nova.network.neutron [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.854265] env[65717]: DEBUG nova.compute.utils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.859788] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1022.860025] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1022.860360] env[65717]: WARNING neutronclient.v2_0.client [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.861031] env[65717]: WARNING neutronclient.v2_0.client [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.892492] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.394s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.909291] env[65717]: DEBUG nova.policy [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509f8058d7954514bfb3b98ebc4e3042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30f29b3be3a44a0aa24c132c0d95d11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.998479] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393744, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.017049] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.017948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.189982] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b59d9-16ec-4667-8e81-1dedeaa5dcd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.199913] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12acbc5-88fb-4a6b-8572-d17f19d5b389 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.243263] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef147309-8f80-461c-b7db-e1619ed6b04a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.249919] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393741, 'name': ReconfigVM_Task, 'duration_secs': 0.888973} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.250682] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d/cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.251519] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bf7e1b4-10e3-4d5d-a47a-92314a9e2908 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.256864] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa09c76-ed00-463c-81e8-38c16e8e558a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.262657] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1023.262657] env[65717]: value = "task-4393745" [ 1023.262657] env[65717]: _type = "Task" [ 1023.262657] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.276159] env[65717]: DEBUG nova.compute.provider_tree [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.286393] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393745, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.291502] env[65717]: WARNING neutronclient.v2_0.client [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.315283] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Successfully created port: a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1023.364837] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1023.506365] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393744, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.519960] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1023.560780] env[65717]: WARNING neutronclient.v2_0.client [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.605178] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.606307] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d38073-1413-42eb-afae-1a793687f220 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615108] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1023.615108] env[65717]: value = "task-4393746" [ 1023.615108] env[65717]: _type = "Task" [ 1023.615108] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.626749] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.775659] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393745, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.779834] env[65717]: DEBUG nova.scheduler.client.report [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.975120] env[65717]: DEBUG nova.network.neutron [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updated VIF entry in instance network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.975645] env[65717]: DEBUG nova.network.neutron [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.001586] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393744, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.049960] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.127108] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393746, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.277588] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393745, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.286104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.288872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.652s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.289171] env[65717]: DEBUG nova.objects.instance [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lazy-loading 'resources' on Instance uuid ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.308872] env[65717]: INFO nova.scheduler.client.report [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Deleted allocations for instance 5cb48558-9088-4ac4-802f-d70a207a7e3c [ 1024.378559] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1024.407785] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1024.408111] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.408282] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1024.408464] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.408626] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1024.408759] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1024.408967] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.409159] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1024.409319] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1024.409477] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1024.409690] env[65717]: DEBUG nova.virt.hardware [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1024.410644] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2144920-20cf-4e43-854c-25fa64988865 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.419998] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f986cb0e-f60b-49f8-9b40-4d4a691692cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.479291] env[65717]: DEBUG oslo_concurrency.lockutils [req-da6db986-4da0-42b0-8692-a197e932ae5e req-aa6ad643-0296-4ee8-89af-7c324e09f0f7 service nova] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.500865] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393744, 'name': CreateVM_Task, 'duration_secs': 1.520294} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.501050] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.501580] env[65717]: WARNING neutronclient.v2_0.client [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.501940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.502096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.502409] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.502665] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d236068-814a-469e-b765-02e8106b62d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.508487] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1024.508487] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d1f929-4f68-9e8c-866b-c25fbe1c1747" [ 1024.508487] env[65717]: _type = "Task" [ 1024.508487] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.517305] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d1f929-4f68-9e8c-866b-c25fbe1c1747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.626564] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393746, 'name': PowerOffVM_Task, 'duration_secs': 0.554773} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.626723] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.628042] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cfe469-79df-443f-a31f-1b2852be3d57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.648616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13936942-c3a1-4096-82fc-0a7ff3c86b7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.681472] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.681837] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13375c10-073e-4980-a4be-9ef3269448f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.689738] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1024.689738] env[65717]: value = "task-4393747" [ 1024.689738] env[65717]: _type = "Task" [ 1024.689738] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.699703] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.699989] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.700283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.700477] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.700622] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.700901] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85651c52-9779-4212-bb69-c20a336782db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.711027] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.711549] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.712021] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8d31e4-d53a-48e4-b127-8559bce44638 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.718140] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1024.718140] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52779ccc-4890-3962-97be-147f8914ea97" [ 1024.718140] env[65717]: _type = "Task" [ 1024.718140] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.726642] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52779ccc-4890-3962-97be-147f8914ea97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.774484] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393745, 'name': Rename_Task, 'duration_secs': 1.146396} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.775068] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.775068] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1438ae6-d6a6-425f-bfb9-0c22b241c647 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.782208] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1024.782208] env[65717]: value = "task-4393748" [ 1024.782208] env[65717]: _type = "Task" [ 1024.782208] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.794452] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.819649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Lock "5cb48558-9088-4ac4-802f-d70a207a7e3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.986s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.904729] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Successfully updated port: a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1025.025950] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d1f929-4f68-9e8c-866b-c25fbe1c1747, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.025950] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.025950] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.026219] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.100467] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eede76-ebe8-434f-901c-c34f04cb8f71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.110124] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec73b25-7b8d-415e-9f19-4b52d0a76255 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.167310] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77300990-50b2-4cc1-a2a7-315c505572c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180917] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c8878-ec79-48a4-9d10-bc891feaa651 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.207018] env[65717]: DEBUG nova.compute.provider_tree [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.238187] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52779ccc-4890-3962-97be-147f8914ea97, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.239075] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffaf2e9-1abd-46f5-89fe-8817621c928c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.245923] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1025.245923] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525306bf-bfd1-cd7e-9263-2c8f2cdf7ea3" [ 1025.245923] env[65717]: _type = "Task" [ 1025.245923] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.255285] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525306bf-bfd1-cd7e-9263-2c8f2cdf7ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.292897] env[65717]: DEBUG oslo_vmware.api [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393748, 'name': PowerOnVM_Task, 'duration_secs': 0.49284} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.293256] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.293464] env[65717]: DEBUG nova.compute.manager [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.294262] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324bafad-4a33-4fa9-857e-e217bda6f735 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.411056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.415027] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.518733] env[65717]: DEBUG nova.compute.manager [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Received event network-vif-plugged-a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1025.518963] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] Acquiring lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.519250] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.519352] env[65717]: DEBUG oslo_concurrency.lockutils [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.520342] env[65717]: DEBUG nova.compute.manager [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] No waiting events found dispatching network-vif-plugged-a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1025.523018] env[65717]: WARNING nova.compute.manager [req-76c1c435-1b36-492e-92ae-f0cab2a23b32 req-5f2edafe-91dd-4988-8210-9b002806a4cf service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Received unexpected event network-vif-plugged-a7539173-dad4-4689-9e52-2e7975276aa5 for instance with vm_state building and task_state spawning. [ 1025.711830] env[65717]: DEBUG nova.scheduler.client.report [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.759935] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]525306bf-bfd1-cd7e-9263-2c8f2cdf7ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.023906} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.760269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.760610] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. {{(pid=65717) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.761056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.761462] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.761671] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4c2b336-5ca0-468a-9ca9-ba15e1b599f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765558] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7ce7ab-1536-4126-b935-7777927ec5cb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.778234] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1025.778234] env[65717]: value = "task-4393749" [ 1025.778234] env[65717]: _type = "Task" [ 1025.778234] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.784865] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.785081] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.786381] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8e70c5-7ac5-467c-8589-ffbee03800fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.800409] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.807507] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1025.807507] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a1339-3ca9-fdbd-a53b-f0fd66092ee1" [ 1025.807507] env[65717]: _type = "Task" [ 1025.807507] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.818646] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.824779] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a1339-3ca9-fdbd-a53b-f0fd66092ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.825852] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817b6e58-f9f1-4bc0-aa3c-85fbf2f104b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.833586] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1025.833586] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528af9e2-04fb-d6f2-01cc-977dfced7f1c" [ 1025.833586] env[65717]: _type = "Task" [ 1025.833586] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.845035] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528af9e2-04fb-d6f2-01cc-977dfced7f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.971099] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1026.148230] env[65717]: WARNING neutronclient.v2_0.client [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.218243] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.221386] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.217s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.221386] env[65717]: DEBUG nova.objects.instance [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'resources' on Instance uuid 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.257023] env[65717]: INFO nova.scheduler.client.report [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Deleted allocations for instance ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b [ 1026.292633] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.345668] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528af9e2-04fb-d6f2-01cc-977dfced7f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.346048] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.346276] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f90fd3b6-1397-48c2-a863-39eb5434e354/f90fd3b6-1397-48c2-a863-39eb5434e354.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.346992] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f286d2-ebdb-4eed-8d8c-d03e4a881bf1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.354686] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1026.354686] env[65717]: value = "task-4393750" [ 1026.354686] env[65717]: _type = "Task" [ 1026.354686] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.364009] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.415512] env[65717]: DEBUG nova.network.neutron [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Updating instance_info_cache with network_info: [{"id": "a7539173-dad4-4689-9e52-2e7975276aa5", "address": "fa:16:3e:fd:8f:6b", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7539173-da", "ovs_interfaceid": "a7539173-dad4-4689-9e52-2e7975276aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.770134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-057755d5-54da-4f91-b06e-6a3ea486e571 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Lock "ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.965s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.797410] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543129} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.803889] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk. [ 1026.806116] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d4ca1-6c73-4ddd-85b0-0e08f20c8862 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.838115] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.843256] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec2db1d-c776-4e87-85b2-0bb0c5048549 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.865976] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.867678] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1026.867678] env[65717]: value = "task-4393751" [ 1026.867678] env[65717]: _type = "Task" [ 1026.867678] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.883511] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.921349] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.921792] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Instance network_info: |[{"id": "a7539173-dad4-4689-9e52-2e7975276aa5", "address": "fa:16:3e:fd:8f:6b", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7539173-da", "ovs_interfaceid": "a7539173-dad4-4689-9e52-2e7975276aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1026.922581] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:8f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7539173-dad4-4689-9e52-2e7975276aa5', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.930683] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1026.930923] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.931174] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09b420d4-7f57-4be1-8ef3-79714cd8a742 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.959529] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.959529] env[65717]: value = "task-4393752" [ 1026.959529] env[65717]: _type = "Task" [ 1026.959529] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.970046] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393752, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.175983] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652678c4-b081-471d-8d39-dac14fc8af99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.186346] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e85eb-8189-47bb-963f-1b23ce30293d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.227465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202ac46-6aac-48ff-84bc-b55302557231 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.237168] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75ed477-8d7a-4235-96b8-68663d2d34d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.258954] env[65717]: DEBUG nova.compute.provider_tree [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.370291] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.381387] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.472908] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393752, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.762947] env[65717]: DEBUG nova.scheduler.client.report [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.869956] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.487181} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.870261] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f90fd3b6-1397-48c2-a863-39eb5434e354/f90fd3b6-1397-48c2-a863-39eb5434e354.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.871850] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.876488] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1350b78-53d7-4a1a-9d7f-b8427cc2f4bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.889663] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393751, 'name': ReconfigVM_Task, 'duration_secs': 0.791575} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.891554] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a/724fab6b-f0b4-4853-9430-a4e857da79fe-rescue.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.892181] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1027.892181] env[65717]: value = "task-4393753" [ 1027.892181] env[65717]: _type = "Task" [ 1027.892181] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.892766] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc880dc6-95a3-4d68-a430-85ab6cbfa100 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.930478] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d138aac-3807-45b3-86df-ade8206e1c87 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.950704] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1027.950704] env[65717]: value = "task-4393754" [ 1027.950704] env[65717]: _type = "Task" [ 1027.950704] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.967403] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.980636] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393752, 'name': CreateVM_Task, 'duration_secs': 0.796492} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.980636] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.980636] env[65717]: WARNING neutronclient.v2_0.client [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.980636] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.980636] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.980636] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.980636] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c8bd0a-2ebf-4952-8c23-516ed8a85411 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.989023] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1027.989023] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b7191-9f18-3767-15c9-ebbbf3cbe0e3" [ 1027.989023] env[65717]: _type = "Task" [ 1027.989023] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.997252] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b7191-9f18-3767-15c9-ebbbf3cbe0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.224223] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.224223] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.224462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.224884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.225118] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.228485] env[65717]: INFO nova.compute.manager [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Terminating instance [ 1028.270895] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.275412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.907s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.275709] env[65717]: DEBUG nova.objects.instance [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'resources' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.305840] env[65717]: INFO nova.scheduler.client.report [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted allocations for instance 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742 [ 1028.314401] env[65717]: DEBUG nova.compute.manager [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Received event network-changed-a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1028.314726] env[65717]: DEBUG nova.compute.manager [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Refreshing instance network info cache due to event network-changed-a7539173-dad4-4689-9e52-2e7975276aa5. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1028.314726] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] Acquiring lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.314847] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] Acquired lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315261] env[65717]: DEBUG nova.network.neutron [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Refreshing network info cache for port a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.409894] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091903} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.410727] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.411958] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec4eecd-27ea-49a5-a6b1-29c12cac10ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.451946] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f90fd3b6-1397-48c2-a863-39eb5434e354/f90fd3b6-1397-48c2-a863-39eb5434e354.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.451946] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f523c0a9-321a-4df4-b766-34057e02950c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.486571] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.488377] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1028.488377] env[65717]: value = "task-4393755" [ 1028.488377] env[65717]: _type = "Task" [ 1028.488377] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.502479] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529b7191-9f18-3767-15c9-ebbbf3cbe0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026838} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.506342] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.506342] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.506541] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.506686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.506859] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.507162] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.507412] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2606a614-8a06-4ff2-8d00-5297582c21be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.518329] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.518329] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.518786] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0525a5-cd3f-43b7-a99a-a21e2ccde953 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.525459] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1028.525459] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528dfc7b-bc34-949e-f466-ba3b63f29d4a" [ 1028.525459] env[65717]: _type = "Task" [ 1028.525459] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.534271] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528dfc7b-bc34-949e-f466-ba3b63f29d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.732465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "refresh_cache-cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.732760] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquired lock "refresh_cache-cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.732854] env[65717]: DEBUG nova.network.neutron [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.778361] env[65717]: DEBUG nova.objects.instance [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'numa_topology' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.820278] env[65717]: WARNING neutronclient.v2_0.client [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.822642] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "74e2e7c9-08cc-4b10-ac23-0f26c5ef1742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.153s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.991388] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393754, 'name': ReconfigVM_Task, 'duration_secs': 0.813827} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.991388] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.991388] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7153f318-02f4-4024-947a-3bc43a27c58f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.005893] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393755, 'name': ReconfigVM_Task, 'duration_secs': 0.414588} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.006204] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1029.006204] env[65717]: value = "task-4393756" [ 1029.006204] env[65717]: _type = "Task" [ 1029.006204] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.006445] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f90fd3b6-1397-48c2-a863-39eb5434e354/f90fd3b6-1397-48c2-a863-39eb5434e354.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.007143] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d04d87-ad8f-43c1-9ba9-ac80338d5c32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.018274] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.023158] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1029.023158] env[65717]: value = "task-4393757" [ 1029.023158] env[65717]: _type = "Task" [ 1029.023158] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.035433] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393757, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.039528] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528dfc7b-bc34-949e-f466-ba3b63f29d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.040376] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb2fe35-29bc-4ff9-bb4b-b22ac516256b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.047577] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1029.047577] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cdbff3-04ba-5eaf-d127-0bec55af8962" [ 1029.047577] env[65717]: _type = "Task" [ 1029.047577] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.057285] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cdbff3-04ba-5eaf-d127-0bec55af8962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.101319] env[65717]: WARNING neutronclient.v2_0.client [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.238256] env[65717]: WARNING neutronclient.v2_0.client [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.274330] env[65717]: DEBUG nova.network.neutron [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Updated VIF entry in instance network info cache for port a7539173-dad4-4689-9e52-2e7975276aa5. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1029.274330] env[65717]: DEBUG nova.network.neutron [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Updating instance_info_cache with network_info: [{"id": "a7539173-dad4-4689-9e52-2e7975276aa5", "address": "fa:16:3e:fd:8f:6b", "network": {"id": "b9ca0bab-cad2-4440-aa62-f2315bbb7df4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-205269573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30f29b3be3a44a0aa24c132c0d95d11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7539173-da", "ovs_interfaceid": "a7539173-dad4-4689-9e52-2e7975276aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.280568] env[65717]: DEBUG nova.objects.base [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.432550] env[65717]: DEBUG nova.network.neutron [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.519510] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "387843ff-ee92-4427-9e77-0dd9063a3d32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.519510] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.525614] env[65717]: DEBUG oslo_vmware.api [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393756, 'name': PowerOnVM_Task, 'duration_secs': 0.440403} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.531822] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.535388] env[65717]: DEBUG nova.compute.manager [None req-3490930a-d7f4-4089-9dc0-386249f78383 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.536605] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afeb525-92a5-49d0-bcce-97d4044e9e80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.543839] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393757, 'name': Rename_Task, 'duration_secs': 0.202755} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.544326] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.544603] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03e79ba3-0cdd-4cb6-9dc9-4f8a1aa50bc4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561527] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1029.561527] env[65717]: value = "task-4393758" [ 1029.561527] env[65717]: _type = "Task" [ 1029.561527] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.571177] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cdbff3-04ba-5eaf-d127-0bec55af8962, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.574611] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.574949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f2eaed1f-575f-439a-b9b3-c7b7e0c9e323/f2eaed1f-575f-439a-b9b3-c7b7e0c9e323.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.575966] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed86c4b-f6bf-4a36-bbe0-f3d0d6c71771 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.588904] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393758, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.600392] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1029.600392] env[65717]: value = "task-4393759" [ 1029.600392] env[65717]: _type = "Task" [ 1029.600392] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.610848] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.672208] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d9145-5c77-4ee4-9d67-95910601279c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.684250] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b6e9ca-a7bf-487c-bb11-fade3dc610e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.721441] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd86b6-7a9e-488b-944c-6653c685527e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.731086] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b940b1e-2554-43ce-ba41-0071ad700f81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.748098] env[65717]: DEBUG nova.compute.provider_tree [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.781223] env[65717]: DEBUG oslo_concurrency.lockutils [req-9fd275c1-3e30-4043-8902-aa490086453a req-c5800c00-15d3-4c6c-9af5-c694bec6ce18 service nova] Releasing lock "refresh_cache-f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.915121] env[65717]: DEBUG nova.network.neutron [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.021820] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1030.078743] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.118045] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.251845] env[65717]: DEBUG nova.scheduler.client.report [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.418095] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Releasing lock "refresh_cache-cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.418607] env[65717]: DEBUG nova.compute.manager [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1030.418808] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.419747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f64749-4347-44ee-ab0c-0a898dbec6db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.428262] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.428586] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e0ea76-0566-45d2-a317-1d7784a1861b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.435615] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1030.435615] env[65717]: value = "task-4393761" [ 1030.435615] env[65717]: _type = "Task" [ 1030.435615] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.448616] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.559419] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.578719] env[65717]: DEBUG oslo_vmware.api [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393758, 'name': PowerOnVM_Task, 'duration_secs': 0.932183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.580197] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.581115] env[65717]: INFO nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1030.581115] env[65717]: DEBUG nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.582081] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a135aa-d387-4649-95f1-710245d6a9be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.612624] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643112} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.612875] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f2eaed1f-575f-439a-b9b3-c7b7e0c9e323/f2eaed1f-575f-439a-b9b3-c7b7e0c9e323.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.613100] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.613487] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5790a136-7e6d-4295-bf05-64faa4b781cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.623043] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1030.623043] env[65717]: value = "task-4393762" [ 1030.623043] env[65717]: _type = "Task" [ 1030.623043] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.632901] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.757495] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.760464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.772s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.760667] env[65717]: DEBUG nova.objects.instance [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.950444] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393761, 'name': PowerOffVM_Task, 'duration_secs': 0.265131} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.950978] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.951176] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.951442] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc67b79-5323-4b00-bd2e-38e5287f76c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.977420] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.977895] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.978025] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Deleting the datastore file [datastore2] cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.980334] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ac3bf3-7964-40db-af55-ed82976c6258 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.987407] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for the task: (returnval){ [ 1030.987407] env[65717]: value = "task-4393764" [ 1030.987407] env[65717]: _type = "Task" [ 1030.987407] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.997177] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.105127] env[65717]: INFO nova.compute.manager [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Took 30.82 seconds to build instance. [ 1031.137555] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11179} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.138461] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.139601] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba23449-413f-468c-8bb4-0f4636f46de8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.181552] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f2eaed1f-575f-439a-b9b3-c7b7e0c9e323/f2eaed1f-575f-439a-b9b3-c7b7e0c9e323.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.182684] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03ea1e5-e972-4351-9ec8-41c2bdc93ad8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.215067] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1031.215067] env[65717]: value = "task-4393765" [ 1031.215067] env[65717]: _type = "Task" [ 1031.215067] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.227784] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.269520] env[65717]: DEBUG nova.objects.instance [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.275093] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f2f6376-cca3-4c13-8690-83486c82ea94 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.605s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.276316] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.997s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.276419] env[65717]: INFO nova.compute.manager [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Unshelving [ 1031.500120] env[65717]: DEBUG oslo_vmware.api [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Task: {'id': task-4393764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116119} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.500486] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.500486] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.500632] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.500811] env[65717]: INFO nova.compute.manager [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1031.501079] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1031.501294] env[65717]: DEBUG nova.compute.manager [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1031.501411] env[65717]: DEBUG nova.network.neutron [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1031.501970] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.607385] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.331s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.672865] env[65717]: DEBUG nova.network.neutron [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.673218] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.729485] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393765, 'name': ReconfigVM_Task, 'duration_secs': 0.331859} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.732210] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f2eaed1f-575f-439a-b9b3-c7b7e0c9e323/f2eaed1f-575f-439a-b9b3-c7b7e0c9e323.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.732761] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5367d3c-1dcd-4f42-a913-53758e56a1f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.742611] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1031.742611] env[65717]: value = "task-4393766" [ 1031.742611] env[65717]: _type = "Task" [ 1031.742611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.754745] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393766, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.773249] env[65717]: INFO nova.compute.claims [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.846568] env[65717]: DEBUG nova.compute.manager [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1031.846765] env[65717]: DEBUG nova.compute.manager [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing instance network info cache due to event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1031.846976] env[65717]: DEBUG oslo_concurrency.lockutils [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.851433] env[65717]: DEBUG oslo_concurrency.lockutils [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.851517] env[65717]: DEBUG nova.network.neutron [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.177769] env[65717]: DEBUG nova.network.neutron [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.255427] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393766, 'name': Rename_Task, 'duration_secs': 0.176687} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.255791] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.256836] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84dd4963-72b6-4034-ba2c-0ce91a43dc04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.265458] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1032.265458] env[65717]: value = "task-4393767" [ 1032.265458] env[65717]: _type = "Task" [ 1032.265458] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.286937] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.293299] env[65717]: DEBUG nova.compute.utils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.357727] env[65717]: WARNING neutronclient.v2_0.client [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.679237] env[65717]: DEBUG nova.compute.manager [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-changed-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.679637] env[65717]: DEBUG nova.compute.manager [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing instance network info cache due to event network-changed-8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1032.680458] env[65717]: DEBUG oslo_concurrency.lockutils [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.680738] env[65717]: DEBUG oslo_concurrency.lockutils [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.681042] env[65717]: DEBUG nova.network.neutron [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.688184] env[65717]: INFO nova.compute.manager [-] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Took 1.18 seconds to deallocate network for instance. [ 1032.778211] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.796833] env[65717]: INFO nova.virt.block_device [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Booting with volume d97a49e3-5c59-4575-b7b3-bb0461fc97b6 at /dev/sdb [ 1032.826737] env[65717]: WARNING neutronclient.v2_0.client [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.841286] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc9bf70-ccc2-4920-88ae-c329b783a5e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853874] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b659d8e1-618f-4ec5-a7db-c9f6f7ae5236 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.898097] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e63fede8-873b-43d6-86e0-aae2dab4c9fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.909659] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f83968-03cb-4da0-8fe4-8984f8d0ea5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.957012] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07829247-b453-4ddd-a1f8-0635ac8d4f86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.966338] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292cde35-b294-4bd4-a4d9-b907fa0dd5d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.986719] env[65717]: DEBUG nova.virt.block_device [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating existing volume attachment record: dd6258ee-c89a-4f79-8865-e43718909449 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.185936] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3551d-b2b9-484d-9884-6e6253d8367d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.190849] env[65717]: WARNING neutronclient.v2_0.client [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.200974] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.202306] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951740d4-4215-43e2-a08e-5c8b07c594e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476508c-9567-4a59-9ccf-5de2a6bf5551 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.253231] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7d412-c52f-48d7-b53a-e59063fbb195 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.271926] env[65717]: DEBUG nova.compute.provider_tree [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.284321] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.533248] env[65717]: DEBUG nova.network.neutron [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updated VIF entry in instance network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.534361] env[65717]: DEBUG nova.network.neutron [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.778359] env[65717]: DEBUG nova.scheduler.client.report [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.785277] env[65717]: DEBUG oslo_vmware.api [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393767, 'name': PowerOnVM_Task, 'duration_secs': 1.111774} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.788740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.788988] env[65717]: INFO nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1033.789177] env[65717]: DEBUG nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.790268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e4cbdc-7c39-4011-a6e8-6a1ed4ab1bd4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.036928] env[65717]: DEBUG oslo_concurrency.lockutils [req-d2a903ec-9f92-47f8-b787-d03e7de9f4af req-5622b731-4186-4001-89c7-b561f8e69e4c service nova] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.067793] env[65717]: WARNING neutronclient.v2_0.client [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.203886] env[65717]: DEBUG nova.network.neutron [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updated VIF entry in instance network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.204264] env[65717]: DEBUG nova.network.neutron [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.289432] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.529s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.289862] env[65717]: WARNING neutronclient.v2_0.client [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.292405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.195s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.294590] env[65717]: INFO nova.compute.claims [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.312863] env[65717]: INFO nova.compute.manager [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Took 31.87 seconds to build instance. [ 1034.380529] env[65717]: INFO nova.network.neutron [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1034.431128] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.431622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.431851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.432052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.432226] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.434420] env[65717]: INFO nova.compute.manager [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Terminating instance [ 1034.707505] env[65717]: DEBUG oslo_concurrency.lockutils [req-f1ee8c6b-53c8-4337-a75c-3e62e4d7332b req-b5829672-5aee-44ff-846c-2da753c60777 service nova] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.814552] env[65717]: DEBUG oslo_concurrency.lockutils [None req-52128e8c-7a9b-4ff5-b01d-762115dac98c tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.399s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.940668] env[65717]: DEBUG nova.compute.manager [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1034.940825] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.942188] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647a1ec9-1e98-4c02-b66d-de96e2c84719 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.952891] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.953272] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e679eb9-30f5-4a75-9a10-8e642d887af3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.961991] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1034.961991] env[65717]: value = "task-4393771" [ 1034.961991] env[65717]: _type = "Task" [ 1034.961991] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.973115] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.460850] env[65717]: DEBUG nova.compute.manager [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1035.461115] env[65717]: DEBUG nova.compute.manager [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing instance network info cache due to event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1035.461391] env[65717]: DEBUG oslo_concurrency.lockutils [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.461564] env[65717]: DEBUG oslo_concurrency.lockutils [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.461777] env[65717]: DEBUG nova.network.neutron [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.480889] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393771, 'name': PowerOffVM_Task, 'duration_secs': 0.269657} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.484522] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.484775] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.485764] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f246a9-aaa6-4c99-96f1-f8bcf291d156 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.563935] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.564198] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.564378] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleting the datastore file [datastore1] fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.567383] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e9ec99-6bc8-4cac-82a5-95efaf282d0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.574747] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1035.574747] env[65717]: value = "task-4393773" [ 1035.574747] env[65717]: _type = "Task" [ 1035.574747] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.581208] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0ea60-fbf9-4077-aa24-94ef93a61280 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.588783] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.594722] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc064c8b-1921-4b25-8ae2-0997ddb4c6ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.635463] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ed9529-e2d4-4b91-8aeb-182187ae93e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.643576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e197dbc-dabf-440c-ac8b-fd0cdd6bca9b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.659563] env[65717]: DEBUG nova.compute.provider_tree [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.933382] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933382] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933382] env[65717]: DEBUG nova.network.neutron [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.968193] env[65717]: WARNING neutronclient.v2_0.client [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.086414] env[65717]: DEBUG oslo_vmware.api [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200427} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.087667] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.087897] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.088088] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.088268] env[65717]: INFO nova.compute.manager [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1036.088599] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1036.089196] env[65717]: DEBUG nova.compute.manager [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1036.089196] env[65717]: DEBUG nova.network.neutron [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1036.089319] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.163539] env[65717]: DEBUG nova.scheduler.client.report [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.178745] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.263060] env[65717]: WARNING neutronclient.v2_0.client [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.442985] env[65717]: WARNING neutronclient.v2_0.client [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.444698] env[65717]: DEBUG nova.network.neutron [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updated VIF entry in instance network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.445327] env[65717]: DEBUG nova.network.neutron [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.630589] env[65717]: WARNING neutronclient.v2_0.client [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.669487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.670225] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1036.674093] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.706s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.737138] env[65717]: DEBUG nova.network.neutron [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.857699] env[65717]: DEBUG nova.compute.manager [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.858465] env[65717]: DEBUG nova.compute.manager [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing instance network info cache due to event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1036.858775] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.949681] env[65717]: DEBUG oslo_concurrency.lockutils [req-84ca42cf-67ee-4f1e-9b34-4ef0c5e3dfbb req-3df1bd56-4bd5-48aa-aa25-83a92dab948e service nova] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.950061] env[65717]: DEBUG nova.network.neutron [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.951692] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.951789] env[65717]: DEBUG nova.network.neutron [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.179096] env[65717]: DEBUG nova.compute.utils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.179788] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1037.179984] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.180328] env[65717]: WARNING neutronclient.v2_0.client [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.180623] env[65717]: WARNING neutronclient.v2_0.client [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.184779] env[65717]: INFO nova.compute.claims [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.239845] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.250449] env[65717]: DEBUG nova.policy [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2928cf7c12d649e6879dcf05e79fab39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb54d0f902f46a79524141a70899df5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.274599] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='11557ea920897a6743b08e91c657f653',container_format='bare',created_at=2025-11-12T14:32:47Z,direct_url=,disk_format='vmdk',id=dfef5ade-0e8f-43c9-bb37-859729a579c3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1096914984-shelved',owner='b9f3d698cd964208b73aac3429d81ca7',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-12T14:33:03Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.274866] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.279455] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.281049] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.282247] env[65717]: DEBUG nova.virt.hardware [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.283051] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca39a714-2208-4e35-ac86-4cfe77745b97 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.297994] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325af947-5d0f-4c30-9913-4caa82af0d5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.314692] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:dd:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e1c7b9-2a58-43f6-8b60-beac81ac5ce6', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.324046] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1037.324426] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.324610] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d29d8cd5-c1df-4f9a-9212-ebccdaaf7861 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.346622] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.346622] env[65717]: value = "task-4393774" [ 1037.346622] env[65717]: _type = "Task" [ 1037.346622] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.361154] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393774, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.454877] env[65717]: INFO nova.compute.manager [-] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Took 1.37 seconds to deallocate network for instance. [ 1037.455880] env[65717]: WARNING neutronclient.v2_0.client [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.690172] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1037.695045] env[65717]: INFO nova.compute.resource_tracker [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating resource usage from migration 1674bd9d-0a9b-4ab3-a913-1e69ab84433d [ 1037.820376] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Successfully created port: d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.862706] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393774, 'name': CreateVM_Task, 'duration_secs': 0.398328} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.865934] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.867039] env[65717]: WARNING neutronclient.v2_0.client [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.867039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.867039] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.867468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.868170] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e6a07c-303e-4349-8257-0b19b9176009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.879704] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1037.879704] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ebbd45-97cb-07bb-2f4b-53c7e06a48e2" [ 1037.879704] env[65717]: _type = "Task" [ 1037.879704] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.897992] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ebbd45-97cb-07bb-2f4b-53c7e06a48e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.965754] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.020910] env[65717]: DEBUG nova.compute.manager [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1038.021888] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.021888] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.021888] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.022122] env[65717]: DEBUG nova.compute.manager [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] No waiting events found dispatching network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1038.022399] env[65717]: WARNING nova.compute.manager [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received unexpected event network-vif-plugged-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1038.022687] env[65717]: DEBUG nova.compute.manager [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1038.022849] env[65717]: DEBUG nova.compute.manager [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing instance network info cache due to event network-changed-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1038.023195] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.023344] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.023617] env[65717]: DEBUG nova.network.neutron [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Refreshing network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.027650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "615494ab-4388-44cb-ab80-25de52d2043f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.027650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.069739] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.069739] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.100542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.100821] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.119449] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca88df-768f-4811-99ca-9ade776558c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.128403] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967ce1e-ff3f-46f3-8ef6-21156df8d693 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.166380] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d752da-26ac-4f29-8542-a8dc188c7ccd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.175454] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37f4b4-12d9-40c1-898b-4f65a366841e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.190221] env[65717]: DEBUG nova.compute.provider_tree [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.193135] env[65717]: WARNING neutronclient.v2_0.client [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.302406] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.302672] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.342419] env[65717]: DEBUG nova.network.neutron [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updated VIF entry in instance network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1038.343025] env[65717]: DEBUG nova.network.neutron [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.398021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.398021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Processing image dfef5ade-0e8f-43c9-bb37-859729a579c3 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.398021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.398021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.398021] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.398021] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec202444-3777-48a7-85e2-05260375d35a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.410703] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.410703] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.410703] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7538549-460c-4355-a6b7-e37d2897f26c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.417653] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1038.417653] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ccd94f-39e1-be0c-35e7-0cadc18f348c" [ 1038.417653] env[65717]: _type = "Task" [ 1038.417653] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.427655] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ccd94f-39e1-be0c-35e7-0cadc18f348c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.529447] env[65717]: WARNING neutronclient.v2_0.client [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.532218] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.571972] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.604216] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.698405] env[65717]: DEBUG nova.scheduler.client.report [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.704580] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1038.740395] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.740395] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.740748] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.740748] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.740821] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.740913] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.741387] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.741501] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.741958] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.743654] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.744079] env[65717]: DEBUG nova.virt.hardware [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.745337] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4715b-49d1-4123-845b-89dce6f0a1db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.756473] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e41295-2085-41d5-989e-63ffeaef7aa3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.809682] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.809682] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.809682] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.809904] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.809904] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.810048] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.810128] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1038.810392] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.845563] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee45bb27-44e5-40de-b426-e610c5814312 req-154d0816-b4b9-4d50-b56a-a87e455fbe83 service nova] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.847557] env[65717]: WARNING neutronclient.v2_0.client [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.929502] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1038.929829] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Fetch image to [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08/OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1038.930023] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Downloading stream optimized image dfef5ade-0e8f-43c9-bb37-859729a579c3 to [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08/OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08.vmdk on the data store datastore1 as vApp {{(pid=65717) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1038.930200] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Downloading image file data dfef5ade-0e8f-43c9-bb37-859729a579c3 to the ESX as VM named 'OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08' {{(pid=65717) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.021481] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.021481] env[65717]: value = "resgroup-9" [ 1039.021481] env[65717]: _type = "ResourcePool" [ 1039.021481] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.021879] env[65717]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0f2861b5-530f-47d6-964c-b2dbf4e95a13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.043251] env[65717]: DEBUG nova.network.neutron [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updated VIF entry in instance network info cache for port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.043598] env[65717]: DEBUG nova.network.neutron [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.046182] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lease: (returnval){ [ 1039.046182] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1039.046182] env[65717]: _type = "HttpNfcLease" [ 1039.046182] env[65717]: } obtained for vApp import into resource pool (val){ [ 1039.046182] env[65717]: value = "resgroup-9" [ 1039.046182] env[65717]: _type = "ResourcePool" [ 1039.046182] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.046936] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the lease: (returnval){ [ 1039.046936] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1039.046936] env[65717]: _type = "HttpNfcLease" [ 1039.046936] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.055761] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.055761] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1039.055761] env[65717]: _type = "HttpNfcLease" [ 1039.055761] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.062029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.097656] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.126585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.203861] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.530s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.203973] env[65717]: INFO nova.compute.manager [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Migrating [ 1039.211840] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.107s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.213302] env[65717]: INFO nova.compute.claims [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.227252] env[65717]: DEBUG nova.compute.manager [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Received event network-vif-deleted-f6b82682-6a58-443d-bd73-584c12a57389 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1039.227252] env[65717]: DEBUG nova.compute.manager [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1039.227252] env[65717]: DEBUG nova.compute.manager [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing instance network info cache due to event network-changed-5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1039.227252] env[65717]: DEBUG oslo_concurrency.lockutils [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] Acquiring lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.227252] env[65717]: DEBUG oslo_concurrency.lockutils [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] Acquired lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.227252] env[65717]: DEBUG nova.network.neutron [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Refreshing network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.313263] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.465452] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Successfully updated port: d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.548306] env[65717]: DEBUG oslo_concurrency.lockutils [req-85e1a321-c0f0-4b74-9b0c-494d6e9d879b req-80ca4516-b744-4e37-934b-0ab9120384cc service nova] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.559120] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.559120] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1039.559120] env[65717]: _type = "HttpNfcLease" [ 1039.559120] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.724586] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.724703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.724787] env[65717]: DEBUG nova.network.neutron [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.732825] env[65717]: WARNING neutronclient.v2_0.client [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.885113] env[65717]: WARNING neutronclient.v2_0.client [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.958629] env[65717]: DEBUG nova.network.neutron [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updated VIF entry in instance network info cache for port 5b80ec08-d500-4f0c-a072-836990b1da38. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.959207] env[65717]: DEBUG nova.network.neutron [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [{"id": "5b80ec08-d500-4f0c-a072-836990b1da38", "address": "fa:16:3e:6d:3b:66", "network": {"id": "2a847dbb-0055-4d02-92f8-be40a4a8cc38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-863406361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "91a6f7cf24e3431e86d47d836451653d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b80ec08-d5", "ovs_interfaceid": "5b80ec08-d500-4f0c-a072-836990b1da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.968744] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.969227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.969342] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.059579] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.059579] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1040.059579] env[65717]: _type = "HttpNfcLease" [ 1040.059579] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.094717] env[65717]: DEBUG nova.compute.manager [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Received event network-vif-plugged-d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1040.094949] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.099528] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.099752] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.099937] env[65717]: DEBUG nova.compute.manager [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] No waiting events found dispatching network-vif-plugged-d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.100120] env[65717]: WARNING nova.compute.manager [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Received unexpected event network-vif-plugged-d3e91df8-83f3-4ab1-9320-d535b9bcb02e for instance with vm_state building and task_state spawning. [ 1040.100280] env[65717]: DEBUG nova.compute.manager [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Received event network-changed-d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1040.100428] env[65717]: DEBUG nova.compute.manager [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Refreshing instance network info cache due to event network-changed-d3e91df8-83f3-4ab1-9320-d535b9bcb02e. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1040.100593] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.229884] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.403466] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.403729] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.403996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.404247] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.404470] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.406806] env[65717]: INFO nova.compute.manager [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Terminating instance [ 1040.413102] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.462644] env[65717]: DEBUG oslo_concurrency.lockutils [req-57edee6e-20ee-47e4-87fb-5eb0974f1b00 req-c6f522b1-ced8-42b4-8ce6-6f34be0c5a86 service nova] Releasing lock "refresh_cache-164e7999-9ce5-4e2f-91eb-3e666d44338a" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.482192] env[65717]: DEBUG nova.network.neutron [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.513834] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.543855] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d889f9-448d-4491-8aa1-fea0d9c87501 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.548325] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.549407] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.549779] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.550179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.550453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.553534] env[65717]: INFO nova.compute.manager [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Terminating instance [ 1040.571063] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084e88d-e862-42eb-a50c-08eefd9aff6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.579166] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.579166] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1040.579166] env[65717]: _type = "HttpNfcLease" [ 1040.579166] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.635797] env[65717]: WARNING neutronclient.v2_0.client [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.640487] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94178794-fc7d-4f83-a107-e70ead848341 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.654670] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c4ed3f-4f1c-4c0e-bbc6-f37f38a8181b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.664548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.680666] env[65717]: DEBUG nova.compute.provider_tree [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.736126] env[65717]: DEBUG nova.network.neutron [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.910555] env[65717]: DEBUG nova.compute.manager [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1040.910849] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.912100] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070d57a6-b6e5-46db-aed9-11381c7fd401 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.920186] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.920456] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75f167ac-d0d1-4f38-8a59-e843992e60d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.927623] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1040.927623] env[65717]: value = "task-4393777" [ 1040.927623] env[65717]: _type = "Task" [ 1040.927623] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.938980] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.985229] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.063843] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.063843] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1041.063843] env[65717]: _type = "HttpNfcLease" [ 1041.063843] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.064267] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.064267] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0de1-0887-bb49-db8e-a713aeb46394" [ 1041.064267] env[65717]: _type = "HttpNfcLease" [ 1041.064267] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1041.065027] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580aba23-6544-40ff-830f-37db0a74cf0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.070317] env[65717]: DEBUG nova.compute.manager [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1041.070558] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.071623] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271815eb-92df-45a1-99d1-e0153b3a5e41 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077439] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.077675] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1041.134985] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.136528] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8033d09-9933-44cd-b587-0c64dc641f02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.144936] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86dcf207-5c71-43d8-b4d7-88040e3b614f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.149841] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1041.149841] env[65717]: value = "task-4393778" [ 1041.149841] env[65717]: _type = "Task" [ 1041.149841] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.162521] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.185033] env[65717]: DEBUG nova.scheduler.client.report [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.239317] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.239724] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Instance network_info: |[{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.240099] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.240303] env[65717]: DEBUG nova.network.neutron [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Refreshing network info cache for port d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.241576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:fe:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e91df8-83f3-4ab1-9320-d535b9bcb02e', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.249266] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.250390] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.250625] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59fd3006-ae2b-4ec4-bef5-131562980e1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.276504] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.276504] env[65717]: value = "task-4393779" [ 1041.276504] env[65717]: _type = "Task" [ 1041.276504] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.286360] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393779, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.440304] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393777, 'name': PowerOffVM_Task, 'duration_secs': 0.23579} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.442027] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.442255] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.442535] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-502d782b-eb96-4e55-9c5b-1b5c70c41854 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.523634] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.524372] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.524372] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Deleting the datastore file [datastore2] 164e7999-9ce5-4e2f-91eb-3e666d44338a {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.524746] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a8a9f1-4902-486a-a18b-2c74ae4e3151 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.535296] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for the task: (returnval){ [ 1041.535296] env[65717]: value = "task-4393781" [ 1041.535296] env[65717]: _type = "Task" [ 1041.535296] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.548067] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.663895] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393778, 'name': PowerOffVM_Task, 'duration_secs': 0.243681} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.665623] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.665801] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.666128] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea06e17f-d84f-4ade-96be-a2f63a32df44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.691080] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.691879] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1041.694757] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.044s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.696785] env[65717]: INFO nova.compute.claims [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.744175] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.744669] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.744669] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleting the datastore file [datastore2] f2eaed1f-575f-439a-b9b3-c7b7e0c9e323 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.745217] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34beec5-1bee-4d7b-ae61-f2a0605c6db9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.751744] env[65717]: WARNING neutronclient.v2_0.client [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.757797] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for the task: (returnval){ [ 1041.757797] env[65717]: value = "task-4393783" [ 1041.757797] env[65717]: _type = "Task" [ 1041.757797] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.772804] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.791161] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393779, 'name': CreateVM_Task, 'duration_secs': 0.34822} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.792080] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.792670] env[65717]: WARNING neutronclient.v2_0.client [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.793109] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.793315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.793653] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.793943] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db25496-5aa1-4358-95ad-5b313a1dcc9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.803440] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1041.803440] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521bd7f6-4a4a-28c8-7389-46a540b892cd" [ 1041.803440] env[65717]: _type = "Task" [ 1041.803440] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.816660] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521bd7f6-4a4a-28c8-7389-46a540b892cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.818873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819167] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.819402] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.819569] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.819793] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.820152] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e4c0e2-e616-4424-b26a-92a10db4c720 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.830069] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.830281] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.831372] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08426be5-d34d-41b9-81a9-dc510d6968cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.841726] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1041.841726] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52eed0a9-979e-d8d7-348b-5da1a1a59f7d" [ 1041.841726] env[65717]: _type = "Task" [ 1041.841726] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.857578] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52eed0a9-979e-d8d7-348b-5da1a1a59f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.864099] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab353a7-2b3e-4a7e-ad77-e92ba78c53c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.873450] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1041.873450] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c9834b-7fcb-12c4-cf3c-bd41582b88ae" [ 1041.873450] env[65717]: _type = "Task" [ 1041.873450] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.885219] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c9834b-7fcb-12c4-cf3c-bd41582b88ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.955738] env[65717]: WARNING neutronclient.v2_0.client [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.035513] env[65717]: DEBUG nova.network.neutron [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updated VIF entry in instance network info cache for port d3e91df8-83f3-4ab1-9320-d535b9bcb02e. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1042.035653] env[65717]: DEBUG nova.network.neutron [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.047703] env[65717]: DEBUG oslo_vmware.api [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Task: {'id': task-4393781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225791} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.049294] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.049500] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.049652] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.049829] env[65717]: INFO nova.compute.manager [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.050095] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1042.050682] env[65717]: DEBUG nova.compute.manager [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1042.050795] env[65717]: DEBUG nova.network.neutron [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.051084] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.089774] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.204020] env[65717]: DEBUG nova.compute.utils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.214328] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1042.214328] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1042.214328] env[65717]: WARNING neutronclient.v2_0.client [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.214328] env[65717]: WARNING neutronclient.v2_0.client [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.271101] env[65717]: DEBUG oslo_vmware.api [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Task: {'id': task-4393783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172643} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.274691] env[65717]: DEBUG nova.policy [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59521a9e6f1a4d05bf354f97b6156244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5954e9773e774bba8883cee348fdb7df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.276750] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.276921] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.277128] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.277399] env[65717]: INFO nova.compute.manager [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1042.277682] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1042.278112] env[65717]: DEBUG nova.compute.manager [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1042.278214] env[65717]: DEBUG nova.network.neutron [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.278450] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.336910] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1042.337224] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.338342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97053d89-09dc-4ceb-ab05-2240e02ffe88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.347301] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.347301] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1042.347520] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e893f26c-3ecf-4433-92d0-fcbdff2759dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.389627] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52c9834b-7fcb-12c4-cf3c-bd41582b88ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024656} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.391928] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.391928] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.393683] env[65717]: DEBUG nova.compute.manager [req-8b08d15b-1207-4234-a696-1d03075ceb38 req-ffc34a04-fd08-42b6-be77-53902abebbff service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Received event network-vif-deleted-5b80ec08-d500-4f0c-a072-836990b1da38 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.393683] env[65717]: INFO nova.compute.manager [req-8b08d15b-1207-4234-a696-1d03075ceb38 req-ffc34a04-fd08-42b6-be77-53902abebbff service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Neutron deleted interface 5b80ec08-d500-4f0c-a072-836990b1da38; detaching it from the instance and deleting it from the info cache [ 1042.393998] env[65717]: DEBUG nova.network.neutron [req-8b08d15b-1207-4234-a696-1d03075ceb38 req-ffc34a04-fd08-42b6-be77-53902abebbff service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.395154] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7205b32d-e52f-4311-8ee6-b6d9438b24ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.407434] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1042.407434] env[65717]: value = "task-4393784" [ 1042.407434] env[65717]: _type = "Task" [ 1042.407434] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.422186] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.424627] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.505698] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf692560-9899-4619-a054-c0bfb4d234ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.528830] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.540352] env[65717]: DEBUG oslo_concurrency.lockutils [req-844bd0de-40be-46a9-af26-929b8a3b9d89 req-8fd1b518-5dcf-4962-a247-66effc956ba4 service nova] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.586234] env[65717]: DEBUG oslo_vmware.rw_handles [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fb58d-a199-94f7-9820-bb6d2bb546d1/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1042.586540] env[65717]: INFO nova.virt.vmwareapi.images [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Downloaded image file data dfef5ade-0e8f-43c9-bb37-859729a579c3 [ 1042.588133] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0d9d2-050e-4b01-bf42-0839eff22cea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.605857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0667be46-fdb8-4a47-8a54-bda7b846c114 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.642860] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Successfully created port: 6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.648928] env[65717]: INFO nova.virt.vmwareapi.images [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] The imported VM was unregistered [ 1042.651335] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1042.651561] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.652176] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-397314b5-9d6e-4d3e-9e75-0a7bd477225b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.665642] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Created directory with path [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.665844] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08/OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08.vmdk to [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk. {{(pid=65717) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1042.666119] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-89a4770d-d1b4-4934-93b2-6f907190bb7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.674840] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1042.674840] env[65717]: value = "task-4393786" [ 1042.674840] env[65717]: _type = "Task" [ 1042.674840] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.684374] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.712280] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1042.858960] env[65717]: DEBUG nova.network.neutron [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.901077] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ab74d80-b355-41de-b6dd-e72b4fa5c1b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.918341] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30238c19-4030-4587-98f2-4359cc35000d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.936327] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.960137] env[65717]: DEBUG nova.compute.manager [req-8b08d15b-1207-4234-a696-1d03075ceb38 req-ffc34a04-fd08-42b6-be77-53902abebbff service nova] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Detach interface failed, port_id=5b80ec08-d500-4f0c-a072-836990b1da38, reason: Instance 164e7999-9ce5-4e2f-91eb-3e666d44338a could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1043.035421] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.035747] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21600ad2-57cd-47bb-bcec-c51ef0575e94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.043401] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1043.043401] env[65717]: value = "task-4393787" [ 1043.043401] env[65717]: _type = "Task" [ 1043.043401] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.049526] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd490838-31d9-49fc-9472-a3973582516c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.062567] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c2acca-5846-4e8f-be74-1b18e5f9fdb0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.066444] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.109052] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b65739-59ca-4b7b-8529-edfd7bfece19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.121827] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e0346-2001-4e0b-a974-0aa8e1f74c38 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.128950] env[65717]: DEBUG nova.network.neutron [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.143152] env[65717]: DEBUG nova.compute.provider_tree [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.144836] env[65717]: INFO nova.compute.manager [-] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Took 0.87 seconds to deallocate network for instance. [ 1043.189171] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.362095] env[65717]: INFO nova.compute.manager [-] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Took 1.31 seconds to deallocate network for instance. [ 1043.421577] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.556191] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393787, 'name': PowerOffVM_Task, 'duration_secs': 0.292411} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.556569] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.556690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.648168] env[65717]: DEBUG nova.scheduler.client.report [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.654172] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.690400] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.722702] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1043.752139] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.752319] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.752466] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.752645] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.752813] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.753011] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.753232] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.753389] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.753551] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.753754] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.753869] env[65717]: DEBUG nova.virt.hardware [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.754766] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f070a6-f683-480f-961f-f0c518e09a68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.766182] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd540049-c309-42e4-b0c8-4319113518f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.870516] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.921966] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393784, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.282113} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.922257] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.922476] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.922756] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff1abc51-283a-444b-8a81-5e56fc3164f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.934898] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1043.934898] env[65717]: value = "task-4393788" [ 1043.934898] env[65717]: _type = "Task" [ 1043.934898] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.948462] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.063984] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1044.064366] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.064523] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1044.064747] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.064939] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1044.065147] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1044.065401] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1044.065582] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1044.065791] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1044.066017] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1044.066481] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1044.072325] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3999a7e2-3b14-4256-8d3b-676bfb3d225f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.094656] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1044.094656] env[65717]: value = "task-4393789" [ 1044.094656] env[65717]: _type = "Task" [ 1044.094656] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.108665] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.154979] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.156723] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1044.160619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.111s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.162797] env[65717]: INFO nova.compute.claims [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.193233] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.273446] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Successfully updated port: 6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1044.448703] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.449049] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.449926] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32143c9-abc6-4159-8b4b-12ea80df5aa8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.477419] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.478924] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffcded9-b5eb-464b-badf-b735e64afda1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494554] env[65717]: DEBUG nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Received event network-vif-deleted-a7539173-dad4-4689-9e52-2e7975276aa5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.494802] env[65717]: DEBUG nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Received event network-vif-plugged-6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.494939] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Acquiring lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.495170] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.495345] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.495503] env[65717]: DEBUG nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] No waiting events found dispatching network-vif-plugged-6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1044.495824] env[65717]: WARNING nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Received unexpected event network-vif-plugged-6af731ec-7f81-486c-99c6-c8abee8b2f9b for instance with vm_state building and task_state spawning. [ 1044.496014] env[65717]: DEBUG nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Received event network-changed-6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.496177] env[65717]: DEBUG nova.compute.manager [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Refreshing instance network info cache due to event network-changed-6af731ec-7f81-486c-99c6-c8abee8b2f9b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1044.496370] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Acquiring lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.496500] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Acquired lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.496648] env[65717]: DEBUG nova.network.neutron [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Refreshing network info cache for port 6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.509845] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1044.509845] env[65717]: value = "task-4393790" [ 1044.509845] env[65717]: _type = "Task" [ 1044.509845] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.522614] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.608596] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393789, 'name': ReconfigVM_Task, 'duration_secs': 0.312301} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.608979] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.668773] env[65717]: DEBUG nova.compute.utils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.673393] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1044.673393] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1044.674308] env[65717]: WARNING neutronclient.v2_0.client [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.674308] env[65717]: WARNING neutronclient.v2_0.client [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.691447] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.724521] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.724834] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.725060] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.725262] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.725470] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.728283] env[65717]: INFO nova.compute.manager [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Terminating instance [ 1044.734581] env[65717]: DEBUG nova.policy [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.776204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.002919] env[65717]: WARNING neutronclient.v2_0.client [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.024635] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393790, 'name': ReconfigVM_Task, 'duration_secs': 0.459091} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.024935] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.031253] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c7e2e5e-4e6d-496c-a34f-97ae137a904d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.036636] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1045.036636] env[65717]: value = "task-4393791" [ 1045.036636] env[65717]: _type = "Task" [ 1045.036636] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.047165] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393791, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.063432] env[65717]: DEBUG nova.network.neutron [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.118089] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.118862] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.119287] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.119630] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.119979] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.120366] env[65717]: DEBUG nova.virt.hardware [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.127354] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.127975] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b71214f-c032-4e55-9899-a7ef8f4a9027 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.149027] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Successfully created port: b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1045.159558] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1045.159558] env[65717]: value = "task-4393792" [ 1045.159558] env[65717]: _type = "Task" [ 1045.159558] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.173014] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.173981] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1045.199622] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.234311] env[65717]: DEBUG nova.compute.manager [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1045.234576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.235700] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ee478-a2bc-4722-b921-c6aff1dfe3ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.243026] env[65717]: DEBUG nova.network.neutron [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.254431] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.258209] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aedb5d5e-cb00-4f8a-a7b4-028e9cfd5382 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.269272] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1045.269272] env[65717]: value = "task-4393793" [ 1045.269272] env[65717]: _type = "Task" [ 1045.269272] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.283615] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.552177] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393791, 'name': Rename_Task, 'duration_secs': 0.193367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.555248] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.556635] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-186661e4-c2f1-4328-b5bb-31e877b95246 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.566046] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1045.566046] env[65717]: value = "task-4393794" [ 1045.566046] env[65717]: _type = "Task" [ 1045.566046] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.571260] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e94b064-a825-419c-b061-92b7ba11c0f7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.582539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9d469-5ceb-4500-9f26-6d946c591475 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.585879] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.621118] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2b258-56bf-4f51-93b2-c0acf5faa8f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.634400] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ec1303-8a5e-4f7e-b1fa-624e74032aed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.651586] env[65717]: DEBUG nova.compute.provider_tree [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.671974] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393792, 'name': ReconfigVM_Task, 'duration_secs': 0.2562} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.672350] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.673465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb364730-92a4-4070-a4f8-625a87410f60 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.702084] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.706305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66695505-69cd-46e9-b478-cc95caafa1dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.728261] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393786, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.045738} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.730196] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08/OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08.vmdk to [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk. [ 1045.730556] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Cleaning up location [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1045.730755] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_85799d91-fb9c-4547-bc48-e17278c44a08 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.731220] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1045.731220] env[65717]: value = "task-4393795" [ 1045.731220] env[65717]: _type = "Task" [ 1045.731220] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.731509] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b40a28-e3a3-4173-b5f4-eb9f107bf458 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.746117] env[65717]: DEBUG oslo_concurrency.lockutils [req-7885c530-26ee-4d02-b4ff-e157485c7227 req-64d6c944-f9a5-4726-ae77-8fe4445cf8a0 service nova] Releasing lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.746565] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.748809] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquired lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.749028] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.750513] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1045.750513] env[65717]: value = "task-4393796" [ 1045.750513] env[65717]: _type = "Task" [ 1045.750513] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.768840] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.783976] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393793, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.078730] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.155075] env[65717]: DEBUG nova.scheduler.client.report [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.204885] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1046.233583] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.234397] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.234618] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.234816] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.234965] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.235140] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.235357] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.235511] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.235672] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.235830] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.235998] env[65717]: DEBUG nova.virt.hardware [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.237100] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575797ff-29f0-4baa-9e10-00c483d7bb79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250772] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393795, 'name': ReconfigVM_Task, 'duration_secs': 0.314733} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.255477] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9/15a80c84-e57f-427c-a03c-f100485902f9.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.255753] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.263684] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2d0d5-bbf0-4b2a-8614-fc1f05200acc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.284761] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069097} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.285341] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.285509] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.285939] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk to [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.286418] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b34f96-4d04-4b9a-a7fc-91352d096ebd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.289589] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1046.295117] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393793, 'name': PowerOffVM_Task, 'duration_secs': 0.531016} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.297757] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.297929] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.298270] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1046.298270] env[65717]: value = "task-4393797" [ 1046.298270] env[65717]: _type = "Task" [ 1046.298270] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.302000] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3bcab61-2805-45a5-aaa7-56f4d0223e6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.315469] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.429800] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.429994] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.430207] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleting the datastore file [datastore1] 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.431707] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f54be7-6c2d-4689-964c-17e9dbae34c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.443523] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1046.443523] env[65717]: value = "task-4393799" [ 1046.443523] env[65717]: _type = "Task" [ 1046.443523] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.451742] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.467959] env[65717]: WARNING neutronclient.v2_0.client [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.561446] env[65717]: DEBUG nova.network.neutron [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Updating instance_info_cache with network_info: [{"id": "6af731ec-7f81-486c-99c6-c8abee8b2f9b", "address": "fa:16:3e:57:43:04", "network": {"id": "05fd25a9-0a99-421c-a2c0-a6f20443b5f6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-502738149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5954e9773e774bba8883cee348fdb7df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af731ec-7f", "ovs_interfaceid": "6af731ec-7f81-486c-99c6-c8abee8b2f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.581389] env[65717]: DEBUG oslo_vmware.api [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393794, 'name': PowerOnVM_Task, 'duration_secs': 0.524026} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.581769] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.582371] env[65717]: INFO nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1046.582371] env[65717]: DEBUG nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1046.583489] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be27648-1435-4204-bbef-be5ad1b9a0d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.661334] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.662163] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1046.664714] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.847s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.665091] env[65717]: DEBUG nova.objects.instance [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.738161] env[65717]: DEBUG nova.compute.manager [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-vif-plugged-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1046.738513] env[65717]: DEBUG oslo_concurrency.lockutils [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.738885] env[65717]: DEBUG oslo_concurrency.lockutils [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.739182] env[65717]: DEBUG oslo_concurrency.lockutils [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.739424] env[65717]: DEBUG nova.compute.manager [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] No waiting events found dispatching network-vif-plugged-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.739666] env[65717]: WARNING nova.compute.manager [req-7258ed10-527a-4194-8d14-d1d637c28799 req-20ba90f8-8d80-4cfe-ba8b-555d086bbbfa service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received unexpected event network-vif-plugged-b389d80a-4f0f-4f16-997b-62e1a57c4e47 for instance with vm_state building and task_state spawning. [ 1046.771640] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccff19-5ee5-43a8-a639-6b831634ca13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.797129] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Successfully updated port: b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1046.798664] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2084f793-e482-41cf-ab6d-3b0f896cd3c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.804061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "d99b68ef-7530-4ea9-adda-dece97ebce56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.804061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.804061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.804061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.804061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.825597] env[65717]: INFO nova.compute.manager [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Terminating instance [ 1046.825861] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.836486] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.953123] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.067061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Releasing lock "refresh_cache-4841eb10-37a8-4ebc-813d-e907e63c72b6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067683] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance network_info: |[{"id": "6af731ec-7f81-486c-99c6-c8abee8b2f9b", "address": "fa:16:3e:57:43:04", "network": {"id": "05fd25a9-0a99-421c-a2c0-a6f20443b5f6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-502738149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5954e9773e774bba8883cee348fdb7df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af731ec-7f", "ovs_interfaceid": "6af731ec-7f81-486c-99c6-c8abee8b2f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1047.068416] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:43:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af731ec-7f81-486c-99c6-c8abee8b2f9b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.078609] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Creating folder: Project (5954e9773e774bba8883cee348fdb7df). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.079270] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbcadff4-d0dc-47eb-af8c-0413b76eef56 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.096173] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Created folder: Project (5954e9773e774bba8883cee348fdb7df) in parent group-v859766. [ 1047.096173] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Creating folder: Instances. Parent ref: group-v860032. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.096173] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51f608e9-4bf4-40ab-ada1-ad09723b22ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.107691] env[65717]: INFO nova.compute.manager [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Took 32.04 seconds to build instance. [ 1047.110464] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Created folder: Instances in parent group-v860032. [ 1047.110747] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1047.111272] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.111507] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da5a2218-4d38-47ce-933f-928ea1bb3a0e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.135619] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.135619] env[65717]: value = "task-4393802" [ 1047.135619] env[65717]: _type = "Task" [ 1047.135619] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.147344] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393802, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.173496] env[65717]: DEBUG nova.compute.utils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.175331] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1047.175526] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.175853] env[65717]: WARNING neutronclient.v2_0.client [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.176177] env[65717]: WARNING neutronclient.v2_0.client [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.239988] env[65717]: DEBUG nova.policy [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f6285f2be42402d942f6b9bb0b245f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4bbb763469a4095bd525dc7bbac532c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.303119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.303328] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.303646] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.322819] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.333485] env[65717]: DEBUG nova.compute.manager [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1047.333745] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.335847] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.336245] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.338917] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8a1048-7d58-4e7c-b3f4-f02fe5e40b6c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.349758] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1047.349758] env[65717]: value = "task-4393803" [ 1047.349758] env[65717]: _type = "Task" [ 1047.349758] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.368030] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.458345] env[65717]: DEBUG oslo_vmware.api [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.749766} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.458755] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.459047] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.459282] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.459503] env[65717]: INFO nova.compute.manager [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1047.459859] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1047.460494] env[65717]: DEBUG nova.compute.manager [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1047.460494] env[65717]: DEBUG nova.network.neutron [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1047.460638] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.612174] env[65717]: DEBUG nova.network.neutron [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Port 792e6ec0-491a-4700-b185-62c03daf1a58 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1047.616100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-47881a4b-4c14-4311-8233-34d30bdac0de tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.555s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.651683] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393802, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.678122] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f70dde80-8b8c-4ba2-ae48-74ea81bc765f tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.679371] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.121s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.718659] env[65717]: INFO nova.compute.claims [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.718659] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1047.750250] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.777569] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Successfully created port: 3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.824061] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.866270] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.160024] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393802, 'name': CreateVM_Task, 'duration_secs': 0.555266} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.160024] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.160024] env[65717]: WARNING neutronclient.v2_0.client [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.160024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.161324] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.163029] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23111a9-49c3-4752-bfdd-50849607a323 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.174578] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1048.174578] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ff24e-dfe4-5cae-ac20-edba9208e356" [ 1048.174578] env[65717]: _type = "Task" [ 1048.174578] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.188708] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ff24e-dfe4-5cae-ac20-edba9208e356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.321732] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.331747] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1048.365393] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393803, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.648408] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.648598] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.648696] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.653736] env[65717]: WARNING neutronclient.v2_0.client [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.692784] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523ff24e-dfe4-5cae-ac20-edba9208e356, 'name': SearchDatastore_Task, 'duration_secs': 0.050049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.693189] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.693472] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.693824] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.693991] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.694433] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.694833] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1295631-b1e1-49cc-a4c5-681647fb0720 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.714715] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.715066] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.715956] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250d3f46-9e25-41c3-87ab-dcd995b0041b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.728367] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1048.735907] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1048.735907] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ea17ae-5a92-966e-c6ba-a83ecd9dcf79" [ 1048.735907] env[65717]: _type = "Task" [ 1048.735907] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.754044] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ea17ae-5a92-966e-c6ba-a83ecd9dcf79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.779467] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.781349] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.781349] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.781349] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.781646] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.782479] env[65717]: DEBUG nova.virt.hardware [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.784567] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa1f58-b277-470b-a281-857d61fe3de6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.801905] env[65717]: DEBUG nova.network.neutron [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.811145] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a4c3ae-2bda-4f08-b9f0-ec934daf7c2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.858819] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.874958] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393803, 'name': PowerOffVM_Task, 'duration_secs': 1.02348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.878706] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.879090] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.879333] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860001', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'name': 'volume-cb845b1c-a8a1-4750-ade2-64bb41a38868', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b68ef-7530-4ea9-adda-dece97ebce56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'serial': 'cb845b1c-a8a1-4750-ade2-64bb41a38868'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.882248] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514dea5-afe7-4b26-9d90-e28ad035a434 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.914884] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c37dc-6999-4602-a75e-57a495dad06d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.924855] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d43f1-adc5-49c0-8eb3-5b015d2811d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.956176] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8bb0d-ce00-47b9-a431-26242637a36a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.976346] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] The volume has not been displaced from its original location: [datastore1] volume-cb845b1c-a8a1-4750-ade2-64bb41a38868/volume-cb845b1c-a8a1-4750-ade2-64bb41a38868.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.981915] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.983781] env[65717]: DEBUG nova.network.neutron [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.987895] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c412072-fc80-4f58-a5fc-32d27b566f12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.003239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.004326] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Instance network_info: |[{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1049.004682] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:36:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b389d80a-4f0f-4f16-997b-62e1a57c4e47', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.014025] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1049.014025] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.014358] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1f7b61-8043-4bd6-9333-b2fef06fc5af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.040250] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1049.040250] env[65717]: value = "task-4393804" [ 1049.040250] env[65717]: _type = "Task" [ 1049.040250] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.047036] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.047036] env[65717]: value = "task-4393805" [ 1049.047036] env[65717]: _type = "Task" [ 1049.047036] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.054660] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.064698] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393805, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.254650] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ea17ae-5a92-966e-c6ba-a83ecd9dcf79, 'name': SearchDatastore_Task, 'duration_secs': 0.052718} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.255136] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb40ca94-5be0-4e16-9092-30fbd6ec80cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.263501] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1049.263501] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bafd84-32cc-0eb2-3215-fbdd1673e90b" [ 1049.263501] env[65717]: _type = "Task" [ 1049.263501] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.280344] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bafd84-32cc-0eb2-3215-fbdd1673e90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.292958] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c57395a-131c-43a1-adc1-710484436cde {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307889] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4458b87f-6a1f-4d76-a89d-c25913a8c830 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.356025] env[65717]: INFO nova.compute.manager [-] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Took 1.89 seconds to deallocate network for instance. [ 1049.360076] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf46d0d-b8df-4e23-9059-2260688bd7ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.379483] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.391507] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bb312-06d8-4fe1-8922-c3520c4662d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.404941] env[65717]: DEBUG nova.compute.manager [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1049.404941] env[65717]: DEBUG nova.compute.manager [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing instance network info cache due to event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1049.405275] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.406040] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.406040] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.441487] env[65717]: DEBUG nova.compute.provider_tree [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.556087] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.563448] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393805, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.589706] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Successfully updated port: 3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.598962] env[65717]: DEBUG nova.compute.manager [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Received event network-vif-plugged-3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1049.598962] env[65717]: DEBUG oslo_concurrency.lockutils [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.599171] env[65717]: DEBUG oslo_concurrency.lockutils [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] Lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.599734] env[65717]: DEBUG oslo_concurrency.lockutils [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] Lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.599734] env[65717]: DEBUG nova.compute.manager [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] No waiting events found dispatching network-vif-plugged-3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.599734] env[65717]: WARNING nova.compute.manager [req-06911cbd-d097-467b-b1f8-2c62b4379173 req-25c65ffd-98fd-40d7-a166-6f57de4d93c4 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Received unexpected event network-vif-plugged-3581f282-4227-4d44-ad82-ce32a758f004 for instance with vm_state building and task_state spawning. [ 1049.664678] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.713852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.714051] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.714231] env[65717]: DEBUG nova.network.neutron [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.774394] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bafd84-32cc-0eb2-3215-fbdd1673e90b, 'name': SearchDatastore_Task, 'duration_secs': 0.052701} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.774671] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.775036] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 4841eb10-37a8-4ebc-813d-e907e63c72b6/4841eb10-37a8-4ebc-813d-e907e63c72b6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.775297] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db3ef401-888d-4f23-b1f8-2915784eecfc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.782691] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1049.782691] env[65717]: value = "task-4393806" [ 1049.782691] env[65717]: _type = "Task" [ 1049.782691] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.792025] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863904] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393797, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.33452} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.864271] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dfef5ade-0e8f-43c9-bb37-859729a579c3/dfef5ade-0e8f-43c9-bb37-859729a579c3.vmdk to [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.865123] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f86736-d4db-4416-ab52-647a67f30e56 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.871058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.889343] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.889684] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2e801f-66c9-469c-8ff5-a1a48bd442a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.910791] env[65717]: WARNING neutronclient.v2_0.client [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.913269] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1049.913269] env[65717]: value = "task-4393807" [ 1049.913269] env[65717]: _type = "Task" [ 1049.913269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.922920] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.948529] env[65717]: DEBUG nova.scheduler.client.report [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.054101] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393804, 'name': ReconfigVM_Task, 'duration_secs': 0.891283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.055405] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.060498] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5fede0-5572-481a-b201-5bea703f125b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.078205] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393805, 'name': CreateVM_Task, 'duration_secs': 0.60202} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.080644] env[65717]: WARNING neutronclient.v2_0.client [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.082886] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.083251] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1050.083251] env[65717]: value = "task-4393808" [ 1050.083251] env[65717]: _type = "Task" [ 1050.083251] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.083870] env[65717]: WARNING neutronclient.v2_0.client [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.084365] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.084365] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.084662] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.084971] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb339a3-5459-4e4f-a741-7d240ce3e2ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.092725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.092725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.092725] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.099118] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1050.099118] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7fd33-d4e0-aadf-6b21-f453bc238c80" [ 1050.099118] env[65717]: _type = "Task" [ 1050.099118] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.099740] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.111496] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7fd33-d4e0-aadf-6b21-f453bc238c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.208486] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updated VIF entry in instance network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.208886] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.217331] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.299048] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393806, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.426170] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393807, 'name': ReconfigVM_Task, 'duration_secs': 0.326734} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.426566] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77/5fdbd289-4040-4fad-8391-56c901108e77.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.427432] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716c8faa-f157-4653-a415-2eda690d0dff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.432096] env[65717]: WARNING neutronclient.v2_0.client [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.436047] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1050.436047] env[65717]: value = "task-4393809" [ 1050.436047] env[65717]: _type = "Task" [ 1050.436047] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.445927] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393809, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.455217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.455556] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1050.458419] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.258s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.458675] env[65717]: DEBUG nova.objects.instance [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lazy-loading 'resources' on Instance uuid cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.521712] env[65717]: DEBUG nova.network.neutron [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.598619] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393808, 'name': ReconfigVM_Task, 'duration_secs': 0.226151} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.599064] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860001', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'name': 'volume-cb845b1c-a8a1-4750-ade2-64bb41a38868', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b68ef-7530-4ea9-adda-dece97ebce56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb845b1c-a8a1-4750-ade2-64bb41a38868', 'serial': 'cb845b1c-a8a1-4750-ade2-64bb41a38868'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.599390] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.600412] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63f83b-9a29-45c1-9dfd-dbd7e772b913 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.618326] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7fd33-d4e0-aadf-6b21-f453bc238c80, 'name': SearchDatastore_Task, 'duration_secs': 0.020862} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.621016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.621410] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.621668] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.621811] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.622075] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.622452] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.622790] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-282c0838-531c-40cc-8aa7-5dfa60e2d3d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.625261] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bb266a1-fa1c-405d-8d5d-14b701e141d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.641671] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.641980] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.642830] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca42ec04-0d0d-4f78-8855-f9ea7b9edebc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.647029] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.654284] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1050.654284] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b27cb-ce9e-1ece-7aa3-00358be0b846" [ 1050.654284] env[65717]: _type = "Task" [ 1050.654284] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.665635] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b27cb-ce9e-1ece-7aa3-00358be0b846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.711813] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712135] env[65717]: DEBUG nova.compute.manager [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Received event network-changed-d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.712724] env[65717]: DEBUG nova.compute.manager [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Refreshing instance network info cache due to event network-changed-d3e91df8-83f3-4ab1-9320-d535b9bcb02e. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1050.712724] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.712943] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713251] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Refreshing network info cache for port d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.721359] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.722245] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.722245] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Deleting the datastore file [datastore1] d99b68ef-7530-4ea9-adda-dece97ebce56 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.722403] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10c22b8-cae5-43fa-a2d5-b086ce4f609c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.733110] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for the task: (returnval){ [ 1050.733110] env[65717]: value = "task-4393811" [ 1050.733110] env[65717]: _type = "Task" [ 1050.733110] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.748567] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.795322] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393806, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.802348] env[65717]: WARNING neutronclient.v2_0.client [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.879932] env[65717]: DEBUG nova.network.neutron [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating instance_info_cache with network_info: [{"id": "3581f282-4227-4d44-ad82-ce32a758f004", "address": "fa:16:3e:ba:d0:3a", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3581f282-42", "ovs_interfaceid": "3581f282-4227-4d44-ad82-ce32a758f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.946330] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393809, 'name': Rename_Task, 'duration_secs': 0.191536} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.946618] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.946884] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1323ea8-1bd1-4b35-b242-6724eb7aa855 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.954055] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1050.954055] env[65717]: value = "task-4393812" [ 1050.954055] env[65717]: _type = "Task" [ 1050.954055] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.964070] env[65717]: DEBUG nova.compute.utils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.968583] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.969479] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1050.969853] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1050.970116] env[65717]: WARNING neutronclient.v2_0.client [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.970512] env[65717]: WARNING neutronclient.v2_0.client [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.011042] env[65717]: DEBUG nova.policy [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62af3dfca0704e1990db340069ad67a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79cf4899a41f45c0a224f3e376979603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.025263] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.167737] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b27cb-ce9e-1ece-7aa3-00358be0b846, 'name': SearchDatastore_Task, 'duration_secs': 0.058159} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.171394] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d350d8e-ddd8-4651-bdc5-3b3c2947c579 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.177986] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1051.177986] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e117d-d1e7-b325-1277-d56b345676f3" [ 1051.177986] env[65717]: _type = "Task" [ 1051.177986] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.190353] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e117d-d1e7-b325-1277-d56b345676f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.216212] env[65717]: WARNING neutronclient.v2_0.client [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.247794] env[65717]: DEBUG oslo_vmware.api [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Task: {'id': task-4393811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131641} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.251184] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.251516] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.251602] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.251752] env[65717]: INFO nova.compute.manager [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Took 3.92 seconds to destroy the instance on the hypervisor. [ 1051.251993] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.252478] env[65717]: DEBUG nova.compute.manager [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1051.252620] env[65717]: DEBUG nova.network.neutron [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.252908] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.268423] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50b2d1-1d2d-42dc-a728-cec908f6ffd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.276149] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780d197-0c82-4a2f-8ebc-8cdbb6ea4a5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.322255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a7876-8a93-4997-bc6a-8951555d8355 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.334329] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019298} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.335668] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f9655-e7f6-4470-8c0e-a528e43c95d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.340149] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 4841eb10-37a8-4ebc-813d-e907e63c72b6/4841eb10-37a8-4ebc-813d-e907e63c72b6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.340451] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.341155] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15e0590-0cbc-46d1-8345-b449b7072784 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.346108] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.356976] env[65717]: DEBUG nova.compute.provider_tree [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.360330] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1051.360330] env[65717]: value = "task-4393813" [ 1051.360330] env[65717]: _type = "Task" [ 1051.360330] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.366048] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Successfully created port: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.374621] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.382416] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.383065] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Instance network_info: |[{"id": "3581f282-4227-4d44-ad82-ce32a758f004", "address": "fa:16:3e:ba:d0:3a", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3581f282-42", "ovs_interfaceid": "3581f282-4227-4d44-ad82-ce32a758f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1051.383357] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d0:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3581f282-4227-4d44-ad82-ce32a758f004', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.391011] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.391597] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.391866] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b1ab072-813a-4246-a1da-63293d13ecd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.423493] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.423493] env[65717]: value = "task-4393814" [ 1051.423493] env[65717]: _type = "Task" [ 1051.423493] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.436147] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.466459] env[65717]: DEBUG oslo_vmware.api [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393812, 'name': PowerOnVM_Task, 'duration_secs': 0.501151} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.466751] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.470329] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1051.552887] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4cb1a-9b7a-4c1d-b8c9-4b3e99030537 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.576664] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabebf3c-15a6-4fd1-a6fb-5e138d6471af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.586456] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.594030] env[65717]: DEBUG nova.compute.manager [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.594030] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241ce09-a60b-48f4-b9f9-b8fcb644ffef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.689417] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527e117d-d1e7-b325-1277-d56b345676f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.689731] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.690052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b8fe14bd-86a2-44ba-80c3-12ffad327f8b/b8fe14bd-86a2-44ba-80c3-12ffad327f8b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.690708] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae3a3815-1aad-49cb-a65d-57db010fd1ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.698193] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1051.698193] env[65717]: value = "task-4393815" [ 1051.698193] env[65717]: _type = "Task" [ 1051.698193] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.708361] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.862295] env[65717]: DEBUG nova.scheduler.client.report [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.882560] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120723} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.883061] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.884244] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e46cc7-46e2-42d4-a88a-2213486fee72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.928773] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 4841eb10-37a8-4ebc-813d-e907e63c72b6/4841eb10-37a8-4ebc-813d-e907e63c72b6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.933714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb7740b-15c8-4ba2-8054-f6d27f06a73b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.967400] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.969317] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1051.969317] env[65717]: value = "task-4393816" [ 1051.969317] env[65717]: _type = "Task" [ 1051.969317] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.982406] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.997151] env[65717]: WARNING neutronclient.v2_0.client [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.054214] env[65717]: DEBUG nova.compute.manager [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Received event network-changed-3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.054214] env[65717]: DEBUG nova.compute.manager [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Refreshing instance network info cache due to event network-changed-3581f282-4227-4d44-ad82-ce32a758f004. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1052.054214] env[65717]: DEBUG oslo_concurrency.lockutils [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] Acquiring lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.054214] env[65717]: DEBUG oslo_concurrency.lockutils [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] Acquired lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.054214] env[65717]: DEBUG nova.network.neutron [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Refreshing network info cache for port 3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.099181] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.100158] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370ae2be-18ae-4e6c-8b01-a306fe3256eb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.113174] env[65717]: DEBUG oslo_concurrency.lockutils [None req-01ca5745-6443-443f-be9b-6d4a2adf1268 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.159s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.115748] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1052.115748] env[65717]: value = "task-4393817" [ 1052.115748] env[65717]: _type = "Task" [ 1052.115748] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.127635] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.209554] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.210928] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updated VIF entry in instance network info cache for port d3e91df8-83f3-4ab1-9320-d535b9bcb02e. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.211329] env[65717]: DEBUG nova.network.neutron [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.373632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.376622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.411s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.376859] env[65717]: DEBUG nova.objects.instance [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'resources' on Instance uuid fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.391239] env[65717]: DEBUG nova.network.neutron [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.401468] env[65717]: INFO nova.scheduler.client.report [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Deleted allocations for instance cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d [ 1052.445986] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.482284] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.485549] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.515628] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.515960] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.516139] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.516323] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.516510] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.516666] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.517039] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.517176] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.517374] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.517537] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.517706] env[65717]: DEBUG nova.virt.hardware [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.518854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef45cc1f-99c7-4f08-b538-0f6f891892f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.529691] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cacf58-ccca-446c-b6ca-acb11967917b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.559247] env[65717]: WARNING neutronclient.v2_0.client [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.627356] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.711313] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539238} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.711313] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b8fe14bd-86a2-44ba-80c3-12ffad327f8b/b8fe14bd-86a2-44ba-80c3-12ffad327f8b.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.711725] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.711725] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55b050ba-1b48-4c58-b8f3-89d0eea27994 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.714203] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.714513] env[65717]: DEBUG nova.compute.manager [req-05ec0f84-77a7-433e-bd69-6ba85290a772 req-205e9cb3-bcec-4a3b-be89-3891ab7a34cc service nova] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Received event network-vif-deleted-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.723717] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1052.723717] env[65717]: value = "task-4393818" [ 1052.723717] env[65717]: _type = "Task" [ 1052.723717] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.734767] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.893858] env[65717]: INFO nova.compute.manager [-] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Took 1.64 seconds to deallocate network for instance. [ 1052.899847] env[65717]: WARNING neutronclient.v2_0.client [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.911433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-87b6b5d6-6296-4e4a-b948-9038cea09d8c tempest-ServersListShow2100Test-679979065 tempest-ServersListShow2100Test-679979065-project-member] Lock "cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.687s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.946025] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.987130] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393816, 'name': ReconfigVM_Task, 'duration_secs': 0.60759} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.988574] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 4841eb10-37a8-4ebc-813d-e907e63c72b6/4841eb10-37a8-4ebc-813d-e907e63c72b6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.993236] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b8e3093-1e00-40ca-addf-309c13195c47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.995833] env[65717]: DEBUG nova.compute.manager [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Received event network-vif-plugged-97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.996166] env[65717]: DEBUG oslo_concurrency.lockutils [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] Acquiring lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.996278] env[65717]: DEBUG oslo_concurrency.lockutils [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.996412] env[65717]: DEBUG oslo_concurrency.lockutils [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.996573] env[65717]: DEBUG nova.compute.manager [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] No waiting events found dispatching network-vif-plugged-97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1052.996733] env[65717]: WARNING nova.compute.manager [req-59b948ad-ba61-4b0e-a5a9-10a450188ccb req-3b76c964-4b27-4191-a9ed-0f3136d68114 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Received unexpected event network-vif-plugged-97a317f3-aade-45dc-b0cf-7bb6d5d65643 for instance with vm_state building and task_state spawning. [ 1053.009450] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1053.009450] env[65717]: value = "task-4393819" [ 1053.009450] env[65717]: _type = "Task" [ 1053.009450] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.020781] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393819, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.038478] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Successfully updated port: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.078615] env[65717]: DEBUG nova.network.neutron [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updated VIF entry in instance network info cache for port 3581f282-4227-4d44-ad82-ce32a758f004. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.078965] env[65717]: DEBUG nova.network.neutron [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating instance_info_cache with network_info: [{"id": "3581f282-4227-4d44-ad82-ce32a758f004", "address": "fa:16:3e:ba:d0:3a", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3581f282-42", "ovs_interfaceid": "3581f282-4227-4d44-ad82-ce32a758f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.131103] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.231080] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2a196-9069-4eb1-ab23-93044681ce6b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.237456] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072317} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.238186] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.239111] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e987f11-169e-4e68-bd63-d526024d19c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.244841] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809052a6-4ed8-4867-a4be-b66ffb568e0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.268578] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b8fe14bd-86a2-44ba-80c3-12ffad327f8b/b8fe14bd-86a2-44ba-80c3-12ffad327f8b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.269720] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7354c5-27f1-4745-b418-1b160ab3a93c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.314480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ba959f-153d-4371-93b7-cddf6acf6cfe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.320924] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1053.320924] env[65717]: value = "task-4393820" [ 1053.320924] env[65717]: _type = "Task" [ 1053.320924] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.331364] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d39f1-df62-4fbe-b0e3-af9d7cb1ac70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.339858] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.352890] env[65717]: DEBUG nova.compute.provider_tree [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.446016] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.464500] env[65717]: INFO nova.compute.manager [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Took 0.57 seconds to detach 1 volumes for instance. [ 1053.467046] env[65717]: DEBUG nova.compute.manager [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Deleting volume: cb845b1c-a8a1-4750-ade2-64bb41a38868 {{(pid=65717) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1053.524761] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393819, 'name': Rename_Task, 'duration_secs': 0.455691} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.526090] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.526090] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ee5465-fd12-4d74-ac63-e84f21839652 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.538168] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1053.538168] env[65717]: value = "task-4393821" [ 1053.538168] env[65717]: _type = "Task" [ 1053.538168] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.545713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.545713] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquired lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.545713] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.551422] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.584820] env[65717]: DEBUG oslo_concurrency.lockutils [req-016b3716-3b77-4224-85ae-fd4e763e86fd req-f1886896-e1d5-4b64-a544-dc44cbfda4be service nova] Releasing lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.629629] env[65717]: DEBUG oslo_vmware.api [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393817, 'name': PowerOnVM_Task, 'duration_secs': 1.292677} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.629837] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.630310] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf29af97-388f-4237-a433-f32966c4a0f0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance '15a80c84-e57f-427c-a03c-f100485902f9' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.833232] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.856514] env[65717]: DEBUG nova.scheduler.client.report [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.950716] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393814, 'name': CreateVM_Task, 'duration_secs': 2.090495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.950716] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.951310] env[65717]: WARNING neutronclient.v2_0.client [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.952132] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.952132] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.952373] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.954202] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db8700f-f22c-4f87-afea-da2df287b4d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.960142] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1053.960142] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bd6af6-c92e-d6ea-964f-be4800827d75" [ 1053.960142] env[65717]: _type = "Task" [ 1053.960142] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.972249] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bd6af6-c92e-d6ea-964f-be4800827d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.019557] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.056524] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.091750] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.102450] env[65717]: DEBUG nova.compute.manager [req-35296906-3889-49eb-ad07-96f5fdab5a1e req-713f4c4c-6206-4aba-a278-3fc681fe58c2 service nova] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Received event network-vif-deleted-92e68c95-7fbd-4186-94f3-57b70e1801ba {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1054.192622] env[65717]: WARNING neutronclient.v2_0.client [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.274975] env[65717]: DEBUG nova.network.neutron [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updating instance_info_cache with network_info: [{"id": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "address": "fa:16:3e:b0:e6:f1", "network": {"id": "12b9990e-285a-4a75-8fd1-8a953bdc0a26", "bridge": "br-int", "label": "tempest-ServersTestJSON-499718179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79cf4899a41f45c0a224f3e376979603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a317f3-aa", "ovs_interfaceid": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.333580] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393820, 'name': ReconfigVM_Task, 'duration_secs': 0.644231} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.333890] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b8fe14bd-86a2-44ba-80c3-12ffad327f8b/b8fe14bd-86a2-44ba-80c3-12ffad327f8b.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.334581] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5bb40f1-5b02-4183-87c2-26c371a1efcd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.343221] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1054.343221] env[65717]: value = "task-4393823" [ 1054.343221] env[65717]: _type = "Task" [ 1054.343221] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.355155] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393823, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.363423] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.366686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.304s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.368426] env[65717]: INFO nova.compute.claims [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.393471] env[65717]: INFO nova.scheduler.client.report [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted allocations for instance fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd [ 1054.438281] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62f20a-88f1-47c6-be72-abebf29832bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.447100] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Suspending the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1054.447425] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3823af3-746c-4ee8-8295-a9d92eaf679e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.455627] env[65717]: DEBUG oslo_vmware.api [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1054.455627] env[65717]: value = "task-4393824" [ 1054.455627] env[65717]: _type = "Task" [ 1054.455627] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.468822] env[65717]: DEBUG oslo_vmware.api [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393824, 'name': SuspendVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.476846] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bd6af6-c92e-d6ea-964f-be4800827d75, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.477845] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.477845] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.478038] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.478188] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.478354] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.478633] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075e11b3-1750-476d-a5ae-572dcf4c4fed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.489384] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.489562] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.490379] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3847b048-374c-4611-a2aa-91c446258eaa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.498314] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1054.498314] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52877c76-d77b-cbb7-212c-6e9f41fb33ca" [ 1054.498314] env[65717]: _type = "Task" [ 1054.498314] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.508167] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52877c76-d77b-cbb7-212c-6e9f41fb33ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.556241] env[65717]: DEBUG oslo_vmware.api [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393821, 'name': PowerOnVM_Task, 'duration_secs': 0.669677} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.556241] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.556241] env[65717]: INFO nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1054.556241] env[65717]: DEBUG nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.557236] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3809c0-9520-494e-a8bc-9b99b1849241 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.778235] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Releasing lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.778774] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Instance network_info: |[{"id": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "address": "fa:16:3e:b0:e6:f1", "network": {"id": "12b9990e-285a-4a75-8fd1-8a953bdc0a26", "bridge": "br-int", "label": "tempest-ServersTestJSON-499718179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79cf4899a41f45c0a224f3e376979603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a317f3-aa", "ovs_interfaceid": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1054.779383] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e6:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a317f3-aade-45dc-b0cf-7bb6d5d65643', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.787786] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Creating folder: Project (79cf4899a41f45c0a224f3e376979603). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.788554] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a84ac0f0-ed8d-4ef9-9d15-e2902d9cb07c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.801910] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Created folder: Project (79cf4899a41f45c0a224f3e376979603) in parent group-v859766. [ 1054.802125] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Creating folder: Instances. Parent ref: group-v860037. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.802460] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7039e4d-c95b-49d7-82d4-c48979391e82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.815594] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Created folder: Instances in parent group-v860037. [ 1054.815874] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1054.816126] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.816359] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9b7756-cb21-4ccc-a769-5b18877f0745 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.839411] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.839411] env[65717]: value = "task-4393827" [ 1054.839411] env[65717]: _type = "Task" [ 1054.839411] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.850997] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393827, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.857186] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393823, 'name': Rename_Task, 'duration_secs': 0.262665} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.858197] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.858197] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a52e6a9-0d85-4a3f-af4c-4f3d69abd50d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.865597] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1054.865597] env[65717]: value = "task-4393828" [ 1054.865597] env[65717]: _type = "Task" [ 1054.865597] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.879162] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.902208] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0098b8d1-7d30-47b5-91b2-327f406f2d18 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.470s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.968076] env[65717]: DEBUG oslo_vmware.api [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393824, 'name': SuspendVM_Task} progress is 50%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.015505] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52877c76-d77b-cbb7-212c-6e9f41fb33ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.016663] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b08da30-649d-4355-b3dd-c8a26c608796 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.023289] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1055.023289] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52427d34-312e-82c9-0cc2-9ca8b0befc8d" [ 1055.023289] env[65717]: _type = "Task" [ 1055.023289] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.032622] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52427d34-312e-82c9-0cc2-9ca8b0befc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.071340] env[65717]: DEBUG nova.compute.manager [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Received event network-changed-97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.071680] env[65717]: DEBUG nova.compute.manager [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Refreshing instance network info cache due to event network-changed-97a317f3-aade-45dc-b0cf-7bb6d5d65643. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1055.072043] env[65717]: DEBUG oslo_concurrency.lockutils [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] Acquiring lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.072331] env[65717]: DEBUG oslo_concurrency.lockutils [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] Acquired lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.072639] env[65717]: DEBUG nova.network.neutron [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Refreshing network info cache for port 97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.085737] env[65717]: INFO nova.compute.manager [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 38.01 seconds to build instance. [ 1055.350770] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393827, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.376116] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.470009] env[65717]: DEBUG oslo_vmware.api [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393824, 'name': SuspendVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.533713] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52427d34-312e-82c9-0cc2-9ca8b0befc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.534014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.534276] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 64b275ef-0e20-4e17-9a4f-051965bee090/64b275ef-0e20-4e17-9a4f-051965bee090.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.534599] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f07c35-c1f0-4ddf-bfad-e1a8d67fbb9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.545163] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1055.545163] env[65717]: value = "task-4393829" [ 1055.545163] env[65717]: _type = "Task" [ 1055.545163] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.549755] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.550014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.550215] env[65717]: DEBUG nova.compute.manager [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Going to confirm migration 6 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1055.558038] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.582078] env[65717]: WARNING neutronclient.v2_0.client [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.592519] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f3ff501c-6747-4ac8-a44b-8068448b9d4a tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.532s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.753889] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d7cf8-d967-4807-a94b-994cfc2cd1a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.762758] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef888c-b827-4a48-9918-c526841f4cc0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.807714] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c7ac9-34b9-4f7c-b5f6-76e5af29fcdc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.816421] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13189c5c-4384-4fb2-893d-23b71d85db93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.832359] env[65717]: DEBUG nova.compute.provider_tree [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.852214] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393827, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.867252] env[65717]: WARNING neutronclient.v2_0.client [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.879620] env[65717]: DEBUG oslo_vmware.api [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393828, 'name': PowerOnVM_Task, 'duration_secs': 0.916216} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.879905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.880681] env[65717]: INFO nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1055.880681] env[65717]: DEBUG nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1055.881167] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c4498-ab91-4c60-88d8-098222b708e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.968443] env[65717]: DEBUG oslo_vmware.api [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393824, 'name': SuspendVM_Task, 'duration_secs': 1.012423} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.968726] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Suspended the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1055.968902] env[65717]: DEBUG nova.compute.manager [None req-e839ee08-542a-4501-a93a-37a86c07a8fd tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1055.969774] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d49be-bb97-4cbc-b150-50176a0dbd09 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.974738] env[65717]: DEBUG nova.network.neutron [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updated VIF entry in instance network info cache for port 97a317f3-aade-45dc-b0cf-7bb6d5d65643. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.975099] env[65717]: DEBUG nova.network.neutron [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updating instance_info_cache with network_info: [{"id": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "address": "fa:16:3e:b0:e6:f1", "network": {"id": "12b9990e-285a-4a75-8fd1-8a953bdc0a26", "bridge": "br-int", "label": "tempest-ServersTestJSON-499718179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79cf4899a41f45c0a224f3e376979603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a317f3-aa", "ovs_interfaceid": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.056696] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.063197] env[65717]: WARNING neutronclient.v2_0.client [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.074844] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.075170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.075388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.075566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.075731] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.078306] env[65717]: INFO nova.compute.manager [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Terminating instance [ 1056.127795] env[65717]: WARNING neutronclient.v2_0.client [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.128181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.128332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.128497] env[65717]: DEBUG nova.network.neutron [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.128673] env[65717]: DEBUG nova.objects.instance [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'info_cache' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.335235] env[65717]: DEBUG nova.scheduler.client.report [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.352163] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393827, 'name': CreateVM_Task, 'duration_secs': 1.447779} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.352502] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.352945] env[65717]: WARNING neutronclient.v2_0.client [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.353585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.353585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353811] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.354708] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a459279a-17b5-4d58-85b1-2ebcf706763c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.362037] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1056.362037] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f65c00-533a-0f80-fc8b-6626fa3b4bd6" [ 1056.362037] env[65717]: _type = "Task" [ 1056.362037] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.376488] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f65c00-533a-0f80-fc8b-6626fa3b4bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.404073] env[65717]: INFO nova.compute.manager [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Took 36.77 seconds to build instance. [ 1056.482611] env[65717]: DEBUG oslo_concurrency.lockutils [req-e51c920f-d5a8-488a-804d-18f0537d67ea req-14b6438c-55ad-4788-8827-7f510ca41906 service nova] Releasing lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.574038] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.583128] env[65717]: DEBUG nova.compute.manager [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1056.583384] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.585269] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6516bc4f-fb81-4cc5-b4b4-e3a519148e48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.602258] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.602535] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6f6a8e-7696-46bf-ac73-9cf979b8566f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.612942] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1056.612942] env[65717]: value = "task-4393830" [ 1056.612942] env[65717]: _type = "Task" [ 1056.612942] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.628814] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.739386] env[65717]: DEBUG nova.compute.manager [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1056.739386] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05fb55-f9d1-420a-974b-5cfd5de03389 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.842573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.843131] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1056.849431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.752s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.852442] env[65717]: INFO nova.compute.claims [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.877085] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f65c00-533a-0f80-fc8b-6626fa3b4bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.067863} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.877522] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.878427] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.878427] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.878427] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.878633] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.878959] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bf3c752-2e2e-420b-bdae-f9eed7b0c035 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.890481] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.890746] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.892701] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6637f815-8694-4fb8-aec1-9c2e30508513 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.902043] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1056.902043] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8785d-8484-0628-1b3d-05cf37d500ff" [ 1056.902043] env[65717]: _type = "Task" [ 1056.902043] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.909924] env[65717]: DEBUG oslo_concurrency.lockutils [None req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.286s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.915984] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52f8785d-8484-0628-1b3d-05cf37d500ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.917219] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fb4efc-d4b1-48fa-8290-748fdca68edb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.925724] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1056.925724] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521238bf-0e5e-61b5-4f86-277baecbd77b" [ 1056.925724] env[65717]: _type = "Task" [ 1056.925724] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.937735] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521238bf-0e5e-61b5-4f86-277baecbd77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.062898] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393829, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.138578} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.063472] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 64b275ef-0e20-4e17-9a4f-051965bee090/64b275ef-0e20-4e17-9a4f-051965bee090.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.063881] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.064305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c94fbe58-4ce9-4a9a-9912-97024bf3df78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.078063] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1057.078063] env[65717]: value = "task-4393831" [ 1057.078063] env[65717]: _type = "Task" [ 1057.078063] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.090774] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.124610] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393830, 'name': PowerOffVM_Task, 'duration_secs': 0.256824} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.126454] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.126454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.127685] env[65717]: DEBUG nova.compute.manager [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1057.127781] env[65717]: DEBUG nova.compute.manager [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1057.127946] env[65717]: DEBUG oslo_concurrency.lockutils [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.128100] env[65717]: DEBUG oslo_concurrency.lockutils [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.128258] env[65717]: DEBUG nova.network.neutron [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.129833] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6736eff5-5efe-4e77-adbe-c2b71a8a77f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.140618] env[65717]: WARNING neutronclient.v2_0.client [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.208797] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.209124] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.209376] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleting the datastore file [datastore2] e779d453-8c4c-44b8-bb6e-db9a6345d811 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.209651] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c24b02-21b9-49e8-a43f-aa41c378eb11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.217079] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for the task: (returnval){ [ 1057.217079] env[65717]: value = "task-4393833" [ 1057.217079] env[65717]: _type = "Task" [ 1057.217079] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.227405] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.253806] env[65717]: INFO nova.compute.manager [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] instance snapshotting [ 1057.256685] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba34f6b6-8f19-49b9-b3df-6397ae695e32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.281736] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ee869d-fd32-40c6-a1e5-096a8eefbc5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.311813] env[65717]: INFO nova.compute.manager [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Resuming [ 1057.311813] env[65717]: DEBUG nova.objects.instance [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'flavor' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.351935] env[65717]: DEBUG nova.compute.utils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.355119] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1057.355119] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1057.355119] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.355119] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.382624] env[65717]: WARNING neutronclient.v2_0.client [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.427631] env[65717]: DEBUG nova.policy [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6232f86b0142471fa35dae48609907d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca8d5fb99e34cf596fc7ef917fcff54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.442392] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521238bf-0e5e-61b5-4f86-277baecbd77b, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.445892] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.446221] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 387843ff-ee92-4427-9e77-0dd9063a3d32/387843ff-ee92-4427-9e77-0dd9063a3d32.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.447384] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd1ac18-8f77-4127-87fd-edb48183fcda {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.458125] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1057.458125] env[65717]: value = "task-4393834" [ 1057.458125] env[65717]: _type = "Task" [ 1057.458125] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.465973] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.510329] env[65717]: DEBUG nova.network.neutron [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [{"id": "792e6ec0-491a-4700-b185-62c03daf1a58", "address": "fa:16:3e:47:3b:99", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792e6ec0-49", "ovs_interfaceid": "792e6ec0-491a-4700-b185-62c03daf1a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.586391] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231204} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.587070] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.587886] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a545549f-915e-4942-a4bd-a6a1c57d7a11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.612958] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 64b275ef-0e20-4e17-9a4f-051965bee090/64b275ef-0e20-4e17-9a4f-051965bee090.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.613364] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba5ea66-0238-4bf5-90a8-1a6d812a9a0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.633508] env[65717]: WARNING neutronclient.v2_0.client [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.640538] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1057.640538] env[65717]: value = "task-4393835" [ 1057.640538] env[65717]: _type = "Task" [ 1057.640538] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.468083] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Successfully created port: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1058.471481] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1058.473418] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1058.478671] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-15a80c84-e57f-427c-a03c-f100485902f9" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.478889] env[65717]: DEBUG nova.objects.instance [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'migration_context' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.485622] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6070d973-96c9-4657-b49f-7c712bb94fc2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.497771] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.497835] env[65717]: WARNING oslo_vmware.common.loopingcall [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] task run outlasted interval by 0.357062 sec [ 1058.507405] env[65717]: DEBUG oslo_vmware.api [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Task: {'id': task-4393833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18754} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.507405] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631418} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.508399] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1058.508399] env[65717]: value = "task-4393836" [ 1058.508399] env[65717]: _type = "Task" [ 1058.508399] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.514300] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.514300] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.514300] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.514300] env[65717]: INFO nova.compute.manager [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1058.514300] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1058.514816] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 387843ff-ee92-4427-9e77-0dd9063a3d32/387843ff-ee92-4427-9e77-0dd9063a3d32.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.514816] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.516033] env[65717]: DEBUG nova.compute.manager [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1058.516183] env[65717]: DEBUG nova.network.neutron [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1058.516784] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.519373] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e8fc5c-f08f-426f-ba8b-5f3dd20b1405 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.532441] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.537676] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1058.537676] env[65717]: value = "task-4393837" [ 1058.537676] env[65717]: _type = "Task" [ 1058.537676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.538050] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.553909] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.609215] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.788953] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b7600f-9901-4113-8e7d-ac6c009ba205 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.797072] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d41083-8429-494e-8922-84f33de64998 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.828834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab38f928-3f85-42dd-a6eb-b4f796d882de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.837708] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707150c5-88cb-436d-a5ad-102ba20bedbf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.859199] env[65717]: DEBUG nova.compute.provider_tree [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.964837] env[65717]: DEBUG nova.compute.manager [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.964837] env[65717]: DEBUG nova.compute.manager [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing instance network info cache due to event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1058.965092] env[65717]: DEBUG oslo_concurrency.lockutils [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.965197] env[65717]: DEBUG oslo_concurrency.lockutils [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.965819] env[65717]: DEBUG nova.network.neutron [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.992398] env[65717]: DEBUG nova.objects.base [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Object Instance<15a80c84-e57f-427c-a03c-f100485902f9> lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.994850] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f50904-8537-4597-8b66-ac8193f6ff53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.025674] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d315a38-9a3c-47eb-8dc0-3381622d2507 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.029303] env[65717]: WARNING neutronclient.v2_0.client [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.037738] env[65717]: DEBUG oslo_vmware.api [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1059.037738] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52641f43-dda3-4a93-6d1f-492f56ba5e0d" [ 1059.037738] env[65717]: _type = "Task" [ 1059.037738] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.044911] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.045244] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.061237] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15371} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.063779] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.064169] env[65717]: DEBUG oslo_vmware.api [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52641f43-dda3-4a93-6d1f-492f56ba5e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.065128] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96e7f80-bfc7-4779-88d2-9ff43bc4482f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.069715] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.096216] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 387843ff-ee92-4427-9e77-0dd9063a3d32/387843ff-ee92-4427-9e77-0dd9063a3d32.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.096673] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7b4ccd-c9f5-4fb4-8ce8-2425984c498d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.121525] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1059.121525] env[65717]: value = "task-4393838" [ 1059.121525] env[65717]: _type = "Task" [ 1059.121525] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.134343] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.196103] env[65717]: DEBUG nova.network.neutron [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.196701] env[65717]: DEBUG nova.network.neutron [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.362953] env[65717]: DEBUG nova.scheduler.client.report [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.404669] env[65717]: DEBUG nova.network.neutron [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.439588] env[65717]: DEBUG nova.compute.manager [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1059.441219] env[65717]: DEBUG nova.compute.manager [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing instance network info cache due to event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1059.441219] env[65717]: DEBUG oslo_concurrency.lockutils [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.468480] env[65717]: WARNING neutronclient.v2_0.client [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.489213] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1059.499271] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.499563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquired lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.499957] env[65717]: DEBUG nova.network.neutron [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.521208] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1059.521705] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.521705] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1059.521878] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.522189] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1059.522630] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1059.522758] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.522814] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1059.523031] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1059.524324] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1059.525063] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1059.537940] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e879a7f3-2a2f-4e14-be8a-34f3efc0faed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.555223] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393835, 'name': ReconfigVM_Task, 'duration_secs': 1.458645} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.564066] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41b5601-8fec-4385-9e5f-01119692717d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.569439] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 64b275ef-0e20-4e17-9a4f-051965bee090/64b275ef-0e20-4e17-9a4f-051965bee090.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.570291] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393836, 'name': CreateSnapshot_Task, 'duration_secs': 1.009701} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.570896] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c84d3c-20bd-4c1b-b65d-ee429924bf7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.572678] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.574806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf934a4-4005-459c-9924-284304d5a1cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.597588] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1059.597588] env[65717]: value = "task-4393839" [ 1059.597588] env[65717]: _type = "Task" [ 1059.597588] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.610890] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393839, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.634838] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393838, 'name': ReconfigVM_Task, 'duration_secs': 0.367341} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.636029] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 387843ff-ee92-4427-9e77-0dd9063a3d32/387843ff-ee92-4427-9e77-0dd9063a3d32.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.639202] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b526c0-c0c5-41e7-a1ab-31da5df82a61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.646931] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1059.646931] env[65717]: value = "task-4393840" [ 1059.646931] env[65717]: _type = "Task" [ 1059.646931] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.660548] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393840, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.700595] env[65717]: DEBUG oslo_concurrency.lockutils [req-f8b477e8-c445-4481-bf7b-ebd0d0f4c8ce req-bff63eed-ced6-4af1-8878-d5948bae16bb service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732802] env[65717]: WARNING neutronclient.v2_0.client [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.832889] env[65717]: DEBUG nova.network.neutron [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updated VIF entry in instance network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.833297] env[65717]: DEBUG nova.network.neutron [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.868655] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.869295] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1059.871949] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.746s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.874701] env[65717]: INFO nova.compute.claims [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.909137] env[65717]: INFO nova.compute.manager [-] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Took 1.39 seconds to deallocate network for instance. [ 1059.925215] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.925540] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.925882] env[65717]: DEBUG nova.objects.instance [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid 64a45536-e657-44ae-87e3-d3efc7ee7196 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.003912] env[65717]: WARNING neutronclient.v2_0.client [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.076995] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Successfully updated port: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1060.105716] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.106426] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67080193-3456-4fad-b494-fa79e7bebed5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.122719] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393839, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.124147] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1060.124147] env[65717]: value = "task-4393841" [ 1060.124147] env[65717]: _type = "Task" [ 1060.124147] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.133405] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393841, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.157151] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393840, 'name': Rename_Task, 'duration_secs': 0.150455} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.157465] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.157720] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d98168-2005-41bc-9839-ea1dc2aaa193 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.166670] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1060.166670] env[65717]: value = "task-4393842" [ 1060.166670] env[65717]: _type = "Task" [ 1060.166670] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.170881] env[65717]: WARNING neutronclient.v2_0.client [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.179130] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.247946] env[65717]: DEBUG nova.network.neutron [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [{"id": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "address": "fa:16:3e:f1:dd:01", "network": {"id": "6844375b-87cd-40f3-af5d-1dce115ea7d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1576490956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f3d698cd964208b73aac3429d81ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e1c7b9-2a", "ovs_interfaceid": "63e1c7b9-2a58-43f6-8b60-beac81ac5ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.337700] env[65717]: DEBUG oslo_concurrency.lockutils [req-8f4cc6a0-76d6-40ad-9053-49c476416525 req-1d23363b-dd87-488e-b70a-f51c293255a7 service nova] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.338344] env[65717]: DEBUG oslo_concurrency.lockutils [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.338619] env[65717]: DEBUG nova.network.neutron [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.378900] env[65717]: DEBUG nova.compute.utils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.383157] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1060.383431] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1060.383839] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.384209] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.417355] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.427641] env[65717]: DEBUG nova.policy [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6232f86b0142471fa35dae48609907d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca8d5fb99e34cf596fc7ef917fcff54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.432493] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.564731] env[65717]: DEBUG nova.objects.instance [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid 64a45536-e657-44ae-87e3-d3efc7ee7196 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.581502] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.581748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.581991] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.618923] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393839, 'name': Rename_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.638842] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393841, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.684860] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393842, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.751238] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Releasing lock "refresh_cache-5fdbd289-4040-4fad-8391-56c901108e77" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.752539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45217d99-1025-49b0-a876-08f7e5c2f217 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.761184] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Resuming the VM {{(pid=65717) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1060.761527] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fdff9c5-9e9c-47bc-819a-142363ae931a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.772760] env[65717]: DEBUG oslo_vmware.api [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1060.772760] env[65717]: value = "task-4393843" [ 1060.772760] env[65717]: _type = "Task" [ 1060.772760] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.782570] env[65717]: DEBUG oslo_vmware.api [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.803248] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Successfully created port: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1060.841870] env[65717]: WARNING neutronclient.v2_0.client [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.884080] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1061.026340] env[65717]: WARNING neutronclient.v2_0.client [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.067238] env[65717]: DEBUG nova.objects.base [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance<64a45536-e657-44ae-87e3-d3efc7ee7196> lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.067578] env[65717]: DEBUG nova.network.neutron [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.068233] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.068341] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.079508] env[65717]: DEBUG nova.compute.manager [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1061.079754] env[65717]: DEBUG nova.compute.manager [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1061.079939] env[65717]: DEBUG oslo_concurrency.lockutils [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.080087] env[65717]: DEBUG oslo_concurrency.lockutils [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.081248] env[65717]: DEBUG nova.network.neutron [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.121936] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393839, 'name': Rename_Task, 'duration_secs': 1.152629} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.122740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.122998] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f97d4a1-1c57-4d89-b3fe-e1b243431bb4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.133382] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1061.133382] env[65717]: value = "task-4393844" [ 1061.133382] env[65717]: _type = "Task" [ 1061.133382] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.140902] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393841, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.142278] env[65717]: DEBUG nova.network.neutron [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updated VIF entry in instance network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.142607] env[65717]: DEBUG nova.network.neutron [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.146826] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.173195] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.186690] env[65717]: DEBUG oslo_vmware.api [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393842, 'name': PowerOnVM_Task, 'duration_secs': 0.599632} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.186964] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.187338] env[65717]: INFO nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1061.187535] env[65717]: DEBUG nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.190374] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a732ed-e66d-46a3-921b-cf0be24bca85 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.217963] env[65717]: DEBUG nova.policy [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.223032] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b94dfb-58f5-4304-b6de-f1a078901db5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1ef6f0-da47-4583-8678-d781f4a375f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.274609] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e1d34-e526-4c00-ac3e-8aa7a2680fe6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.291498] env[65717]: DEBUG oslo_vmware.api [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.295722] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41aab6-9224-48db-8786-9b65692033ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.316038] env[65717]: DEBUG nova.compute.provider_tree [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.583905] env[65717]: WARNING neutronclient.v2_0.client [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.636345] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393841, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.646245] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.647904] env[65717]: DEBUG oslo_concurrency.lockutils [req-508769f4-9534-415b-87d5-de39901947f9 req-d616d241-bb8b-45b1-8a40-1af11cc6802d service nova] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.714430] env[65717]: INFO nova.compute.manager [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Took 31.19 seconds to build instance. [ 1061.784855] env[65717]: DEBUG oslo_vmware.api [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393843, 'name': PowerOnVM_Task, 'duration_secs': 0.637723} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.785191] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Resumed the VM {{(pid=65717) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1061.785387] env[65717]: DEBUG nova.compute.manager [None req-3739f0ab-877e-4bad-9b49-1d5c7c6da769 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.786281] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29a971-2ea0-49c9-b875-fb068ef17e8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.819653] env[65717]: DEBUG nova.scheduler.client.report [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.897844] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.924988] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.925382] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.925610] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.925877] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.926125] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.926343] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.926625] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.926846] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.927152] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.927301] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.927534] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.928731] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560fb57-c93c-4981-a184-7f97bbeaf8b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.939967] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e67b1cd-9c4c-4f13-9e44-c0f5dc344d12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.136523] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393841, 'name': CloneVM_Task, 'duration_secs': 1.689641} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.139865] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Created linked-clone VM from snapshot [ 1062.140708] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b840c1-149a-465f-a6cc-67d34470ce71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.151849] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Uploading image 6426732f-2105-4a91-9ad0-a83ed2b48d64 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1062.157932] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393844, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.179935] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1062.179935] env[65717]: value = "vm-860041" [ 1062.179935] env[65717]: _type = "VirtualMachine" [ 1062.179935] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1062.180302] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fd9ea1c-b1c0-4356-b291-a2d4ec67c034 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.189929] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lease: (returnval){ [ 1062.189929] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7176f-3f05-1864-b2eb-d331e2c48f3f" [ 1062.189929] env[65717]: _type = "HttpNfcLease" [ 1062.189929] env[65717]: } obtained for exporting VM: (result){ [ 1062.189929] env[65717]: value = "vm-860041" [ 1062.189929] env[65717]: _type = "VirtualMachine" [ 1062.189929] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1062.190366] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the lease: (returnval){ [ 1062.190366] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7176f-3f05-1864-b2eb-d331e2c48f3f" [ 1062.190366] env[65717]: _type = "HttpNfcLease" [ 1062.190366] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.197901] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.197901] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7176f-3f05-1864-b2eb-d331e2c48f3f" [ 1062.197901] env[65717]: _type = "HttpNfcLease" [ 1062.197901] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.216649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0c71c90e-39ab-4090-bd64-6fed6ce27caa tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.697s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.325073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.325576] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1062.328514] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.015s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.328709] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.328862] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1062.329271] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.665s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.329521] env[65717]: DEBUG nova.objects.instance [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'pci_requests' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.331512] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe67983-8f45-47e5-bbc6-0cf6b9818ad4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.342383] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e781e72b-b2e5-4181-8319-e0f593b3a429 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.361219] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b73361-085b-4758-a48a-59c25b3670ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.368858] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd84611-09da-46e9-87a2-e47297462171 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.401158] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179585MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1062.401323] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.405601] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Successfully updated port: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.561706] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.649281] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.700510] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.700510] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7176f-3f05-1864-b2eb-d331e2c48f3f" [ 1062.700510] env[65717]: _type = "HttpNfcLease" [ 1062.700510] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.700510] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.700510] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e7176f-3f05-1864-b2eb-d331e2c48f3f" [ 1062.700510] env[65717]: _type = "HttpNfcLease" [ 1062.700510] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.700510] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400c9a6-b817-4210-b1a2-9c2139d69ed4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.710028] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.710303] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.828387] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Updating instance_info_cache with network_info: [{"id": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "address": "fa:16:3e:e7:37:93", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432f9f5f-6e", "ovs_interfaceid": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.833267] env[65717]: DEBUG nova.compute.utils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.835563] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1062.835878] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1062.836237] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.836627] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.844049] env[65717]: DEBUG nova.objects.instance [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'numa_topology' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.846788] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-076f1115-d0e2-44ab-bf1e-aa959abfa635 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.870316] env[65717]: DEBUG nova.network.neutron [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Successfully updated port: bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.908782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.908968] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.909173] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.924097] env[65717]: DEBUG nova.policy [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6232f86b0142471fa35dae48609907d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca8d5fb99e34cf596fc7ef917fcff54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.932105] env[65717]: WARNING neutronclient.v2_0.client [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.074486] env[65717]: DEBUG nova.compute.manager [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Received event network-vif-plugged-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.074838] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Acquiring lock "615494ab-4388-44cb-ab80-25de52d2043f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.075024] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Lock "615494ab-4388-44cb-ab80-25de52d2043f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.075352] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Lock "615494ab-4388-44cb-ab80-25de52d2043f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.075596] env[65717]: DEBUG nova.compute.manager [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] No waiting events found dispatching network-vif-plugged-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.076061] env[65717]: WARNING nova.compute.manager [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Received unexpected event network-vif-plugged-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 for instance with vm_state building and task_state spawning. [ 1063.076368] env[65717]: DEBUG nova.compute.manager [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Received event network-changed-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.076836] env[65717]: DEBUG nova.compute.manager [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Refreshing instance network info cache due to event network-changed-432f9f5f-6e13-4f5a-a7af-cc62e5913b97. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1063.076836] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Acquiring lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.077979] env[65717]: DEBUG nova.network.neutron [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.078384] env[65717]: DEBUG nova.network.neutron [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.148742] env[65717]: DEBUG oslo_vmware.api [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393844, 'name': PowerOnVM_Task, 'duration_secs': 1.672791} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.149526] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.150364] env[65717]: INFO nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Took 14.42 seconds to spawn the instance on the hypervisor. [ 1063.150364] env[65717]: DEBUG nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.152187] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c85e1e-b0a3-4b34-b101-e8e3ddcfd455 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.243759] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Successfully created port: d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1063.332099] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.332619] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Instance network_info: |[{"id": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "address": "fa:16:3e:e7:37:93", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432f9f5f-6e", "ovs_interfaceid": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1063.332987] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Acquired lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.333297] env[65717]: DEBUG nova.network.neutron [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Refreshing network info cache for port 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.334875] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:37:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432f9f5f-6e13-4f5a-a7af-cc62e5913b97', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.344351] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Creating folder: Project (3ca8d5fb99e34cf596fc7ef917fcff54). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.347488] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1063.353424] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d755947-f89f-4808-9f37-3d88acc35310 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.356603] env[65717]: INFO nova.compute.claims [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.376630] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Created folder: Project (3ca8d5fb99e34cf596fc7ef917fcff54) in parent group-v859766. [ 1063.376630] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Creating folder: Instances. Parent ref: group-v860042. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.377405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377633] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e87baf9a-02a5-4847-8bb9-6a1f28728f2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.391632] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Created folder: Instances in parent group-v860042. [ 1063.393325] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1063.393647] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.394388] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc2d567-7896-4370-b267-42c05103b1ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.424218] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.424218] env[65717]: value = "task-4393848" [ 1063.424218] env[65717]: _type = "Task" [ 1063.424218] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.437976] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393848, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.455272] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.583940] env[65717]: DEBUG oslo_concurrency.lockutils [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.584246] env[65717]: DEBUG nova.compute.manager [req-0ccced7a-4b32-4c0d-b664-0c252b40b49b req-a1bc1449-116f-41eb-88b3-28aefd869b6e service nova] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Received event network-vif-deleted-53233349-b21b-43b5-9b88-83caba937dc5 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.584806] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.584806] env[65717]: DEBUG nova.network.neutron [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.627592] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.674244] env[65717]: INFO nova.compute.manager [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Took 39.65 seconds to build instance. [ 1063.778900] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Updating instance_info_cache with network_info: [{"id": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "address": "fa:16:3e:5a:19:8c", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc3f7ff-fd", "ovs_interfaceid": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.847229] env[65717]: WARNING neutronclient.v2_0.client [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.941706] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393848, 'name': CreateVM_Task, 'duration_secs': 0.454688} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.942136] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.942498] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.942840] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.943078] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.943872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.947026] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29749ffc-2fde-4f3f-80fa-54e820355dbd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.953537] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1063.953537] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa4eb3-3c7d-e397-a24f-00d777167e49" [ 1063.953537] env[65717]: _type = "Task" [ 1063.953537] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.963992] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa4eb3-3c7d-e397-a24f-00d777167e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.032370] env[65717]: DEBUG nova.compute.manager [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Received event network-vif-plugged-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1064.032617] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Acquiring lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.032800] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.032975] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.033151] env[65717]: DEBUG nova.compute.manager [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] No waiting events found dispatching network-vif-plugged-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1064.033331] env[65717]: WARNING nova.compute.manager [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Received unexpected event network-vif-plugged-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 for instance with vm_state building and task_state spawning. [ 1064.033468] env[65717]: DEBUG nova.compute.manager [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Received event network-changed-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1064.033665] env[65717]: DEBUG nova.compute.manager [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Refreshing instance network info cache due to event network-changed-dcc3f7ff-fdff-4903-8ba2-9d8efa382470. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1064.034046] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Acquiring lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.177428] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98f56c7c-5b56-45dc-acbe-fdc363f50fef tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.160s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.281674] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.282147] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Instance network_info: |[{"id": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "address": "fa:16:3e:5a:19:8c", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc3f7ff-fd", "ovs_interfaceid": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1064.282516] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Acquired lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.282701] env[65717]: DEBUG nova.network.neutron [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Refreshing network info cache for port dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.284205] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:19:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcc3f7ff-fdff-4903-8ba2-9d8efa382470', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.297902] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.299326] env[65717]: WARNING neutronclient.v2_0.client [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.302168] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.302890] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e181e266-5f37-4d36-bacb-77c21f22c34f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.325269] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.325269] env[65717]: value = "task-4393849" [ 1064.325269] env[65717]: _type = "Task" [ 1064.325269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.336315] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393849, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.363535] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1064.400280] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1064.400591] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.401143] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1064.401399] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.401710] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1064.402032] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1064.402431] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.402742] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1064.403082] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1064.403423] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1064.403730] env[65717]: DEBUG nova.virt.hardware [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1064.404908] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fc734-435b-44fc-bee9-38ffddefef08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.418068] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3593bba-a5d1-485f-aa3a-eda50955b9e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.465093] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa4eb3-3c7d-e397-a24f-00d777167e49, 'name': SearchDatastore_Task, 'duration_secs': 0.017848} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.468069] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.468946] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.468946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.468946] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.469131] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.469605] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a0416a5-754c-44c3-8ef2-30c3adc3e79c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.480914] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.481138] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.484583] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2778d169-3a05-43f5-9ab6-5849f2db835b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.491560] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1064.491560] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d38cc7-367a-6727-769e-e8262bad8ad3" [ 1064.491560] env[65717]: _type = "Task" [ 1064.491560] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.502264] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d38cc7-367a-6727-769e-e8262bad8ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.720430] env[65717]: WARNING nova.network.neutron [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 1064.795495] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da320277-154f-4558-9f49-c9380ab9cd05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.814254] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbce5c8-a6b2-4711-aa38-007f282911b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853877] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc83faa-8c87-407e-b422-b644957584bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.863214] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393849, 'name': CreateVM_Task, 'duration_secs': 0.441481} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.865512] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.866162] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.866545] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.866693] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.867018] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.868278] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a3e40-b6a8-416f-b71d-98bd312b5d8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.872397] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9e19e0-b8af-4a44-9052-0196f34bdb0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887229] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1064.887229] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270a35b-4fa8-a887-4b91-998edcf2b28f" [ 1064.887229] env[65717]: _type = "Task" [ 1064.887229] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.887725] env[65717]: DEBUG nova.compute.provider_tree [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.902565] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270a35b-4fa8-a887-4b91-998edcf2b28f, 'name': SearchDatastore_Task, 'duration_secs': 0.015189} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.902613] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.902849] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.903146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.950182] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Successfully updated port: d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1064.967905] env[65717]: WARNING neutronclient.v2_0.client [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.006495] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d38cc7-367a-6727-769e-e8262bad8ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.007584] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1027eca-6c1c-469d-be74-2c068b51e8a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.014188] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1065.014188] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf80ed-6adc-cea5-d376-b228697d3498" [ 1065.014188] env[65717]: _type = "Task" [ 1065.014188] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.023794] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.029394] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf80ed-6adc-cea5-d376-b228697d3498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.064283] env[65717]: DEBUG nova.network.neutron [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Updated VIF entry in instance network info cache for port 432f9f5f-6e13-4f5a-a7af-cc62e5913b97. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1065.064692] env[65717]: DEBUG nova.network.neutron [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Updating instance_info_cache with network_info: [{"id": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "address": "fa:16:3e:e7:37:93", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432f9f5f-6e", "ovs_interfaceid": "432f9f5f-6e13-4f5a-a7af-cc62e5913b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.103396] env[65717]: WARNING neutronclient.v2_0.client [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.209479] env[65717]: DEBUG nova.network.neutron [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Updated VIF entry in instance network info cache for port dcc3f7ff-fdff-4903-8ba2-9d8efa382470. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1065.209899] env[65717]: DEBUG nova.network.neutron [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Updating instance_info_cache with network_info: [{"id": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "address": "fa:16:3e:5a:19:8c", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc3f7ff-fd", "ovs_interfaceid": "dcc3f7ff-fdff-4903-8ba2-9d8efa382470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.237584] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.321719] env[65717]: DEBUG nova.network.neutron [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc57224b-615b-4b56-9514-d90c8cdbc051", "address": "fa:16:3e:5a:6d:70", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57224b-61", "ovs_interfaceid": "bc57224b-615b-4b56-9514-d90c8cdbc051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.394325] env[65717]: DEBUG nova.scheduler.client.report [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.457772] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.458042] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.458265] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.526853] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cf80ed-6adc-cea5-d376-b228697d3498, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.527139] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.527493] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 615494ab-4388-44cb-ab80-25de52d2043f/615494ab-4388-44cb-ab80-25de52d2043f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.527754] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.527939] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.528182] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52963342-5cbe-4506-9da6-eb50d0b63f5d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.532017] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77086a66-e688-4155-b773-c6c59a16fb7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.541067] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1065.541067] env[65717]: value = "task-4393850" [ 1065.541067] env[65717]: _type = "Task" [ 1065.541067] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.546703] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.546897] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.548028] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0315f9b-d0eb-46df-ba64-30cb60dc817a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.553542] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.557770] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1065.557770] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52362972-c5ec-2d0b-637a-ff4aa739eae6" [ 1065.557770] env[65717]: _type = "Task" [ 1065.557770] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.567703] env[65717]: DEBUG oslo_concurrency.lockutils [req-ee931946-3ef6-4cfc-a412-a556c3379675 req-8a611afd-c616-4605-b527-8283145609bd service nova] Releasing lock "refresh_cache-615494ab-4388-44cb-ab80-25de52d2043f" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.568169] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52362972-c5ec-2d0b-637a-ff4aa739eae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.715944] env[65717]: DEBUG oslo_concurrency.lockutils [req-fd43bd19-4c9a-4591-943b-2024f708d532 req-a9ae28c5-0494-4725-a960-17edcf1d252d service nova] Releasing lock "refresh_cache-9cbd8ada-2f99-452a-a30d-0d855c854eca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.825542] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.826360] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.826524] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.827429] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3fa71-e9c8-4910-b6a5-5eb5c0be3268 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.848545] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.848922] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.849140] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.849396] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.849581] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.849798] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.850077] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.850316] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.850585] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.850832] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.851054] env[65717]: DEBUG nova.virt.hardware [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.857917] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfiguring VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1065.858350] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41e08ab-54e6-4c7d-bf7b-aafab71fbc84 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.880649] env[65717]: DEBUG oslo_vmware.api [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1065.880649] env[65717]: value = "task-4393851" [ 1065.880649] env[65717]: _type = "Task" [ 1065.880649] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.892922] env[65717]: DEBUG oslo_vmware.api [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393851, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.900209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.571s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.900726] env[65717]: WARNING neutronclient.v2_0.client [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.904316] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.251s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.904619] env[65717]: DEBUG nova.objects.instance [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lazy-loading 'resources' on Instance uuid f2eaed1f-575f-439a-b9b3-c7b7e0c9e323 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.947369] env[65717]: INFO nova.network.neutron [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating port 028ccb40-33c8-4b87-adec-6d9d304fd319 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1066.058172] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.072438] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52362972-c5ec-2d0b-637a-ff4aa739eae6, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.073740] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97fdda1-71d1-43c0-bb86-d14378e3f12d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.083480] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1066.083480] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdd9a5-f39e-d324-4607-71c3a9ecd174" [ 1066.083480] env[65717]: _type = "Task" [ 1066.083480] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.094461] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdd9a5-f39e-d324-4607-71c3a9ecd174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.229070] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.335135] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.392377] env[65717]: DEBUG oslo_vmware.api [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.435762] env[65717]: DEBUG nova.network.neutron [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Updating instance_info_cache with network_info: [{"id": "d2e53318-4027-4869-b9fb-6c706098e8e9", "address": "fa:16:3e:49:82:cb", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e53318-40", "ovs_interfaceid": "d2e53318-4027-4869-b9fb-6c706098e8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.500562] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1066.500861] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.501120] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.501277] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.501411] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] No waiting events found dispatching network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1066.501661] env[65717]: WARNING nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received unexpected event network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 for instance with vm_state active and task_state None. [ 1066.501776] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1066.502009] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-bc57224b-615b-4b56-9514-d90c8cdbc051. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1066.502204] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.502339] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.502592] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.556739] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703598} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.559734] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 615494ab-4388-44cb-ab80-25de52d2043f/615494ab-4388-44cb-ab80-25de52d2043f.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.559920] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.560393] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6c682f4-5766-4370-ab61-c36c7a1ae95d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.567704] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1066.567704] env[65717]: value = "task-4393852" [ 1066.567704] env[65717]: _type = "Task" [ 1066.567704] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.578714] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.596946] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdd9a5-f39e-d324-4607-71c3a9ecd174, 'name': SearchDatastore_Task, 'duration_secs': 0.06367} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.597245] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.597586] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9cbd8ada-2f99-452a-a30d-0d855c854eca/9cbd8ada-2f99-452a-a30d-0d855c854eca.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.597944] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ee490a-a50e-4720-bfa8-dc7606ed99f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.608166] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1066.608166] env[65717]: value = "task-4393853" [ 1066.608166] env[65717]: _type = "Task" [ 1066.608166] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.619485] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.729033] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a38a6-9193-4434-9178-117919934ed4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.738466] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b29ef-0654-4801-b808-56957eebdbba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.771493] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bde852-74f2-4c02-8305-d46be2b8b571 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.780144] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8ee9bc-ff0a-4be9-86b4-9756e311882f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.796337] env[65717]: DEBUG nova.compute.provider_tree [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.894726] env[65717]: DEBUG oslo_vmware.api [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.941795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.942455] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Instance network_info: |[{"id": "d2e53318-4027-4869-b9fb-6c706098e8e9", "address": "fa:16:3e:49:82:cb", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e53318-40", "ovs_interfaceid": "d2e53318-4027-4869-b9fb-6c706098e8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1066.943158] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:82:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e53318-4027-4869-b9fb-6c706098e8e9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.956398] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1066.956826] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.957261] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb3879d-7acc-4fbb-b614-c9b1ed719d99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.984567] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.984567] env[65717]: value = "task-4393854" [ 1066.984567] env[65717]: _type = "Task" [ 1066.984567] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.997554] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393854, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.010034] env[65717]: WARNING neutronclient.v2_0.client [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.084896] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116374} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.085465] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.087092] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59ea53-e670-4662-8b8a-711c0011e300 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.118464] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 615494ab-4388-44cb-ab80-25de52d2043f/615494ab-4388-44cb-ab80-25de52d2043f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.123035] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f80ed7b-dbda-45ce-afe8-35af084ac03a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.151143] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.154353] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1067.154353] env[65717]: value = "task-4393855" [ 1067.154353] env[65717]: _type = "Task" [ 1067.154353] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.166029] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.300886] env[65717]: DEBUG nova.scheduler.client.report [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.394916] env[65717]: DEBUG oslo_vmware.api [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393851, 'name': ReconfigVM_Task, 'duration_secs': 1.119311} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.395132] env[65717]: WARNING neutronclient.v2_0.client [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.395482] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.395880] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfigured VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1067.456325] env[65717]: DEBUG nova.compute.manager [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Received event network-changed-97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1067.457201] env[65717]: DEBUG nova.compute.manager [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Refreshing instance network info cache due to event network-changed-97a317f3-aade-45dc-b0cf-7bb6d5d65643. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1067.457642] env[65717]: DEBUG oslo_concurrency.lockutils [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] Acquiring lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.457979] env[65717]: DEBUG oslo_concurrency.lockutils [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] Acquired lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.458201] env[65717]: DEBUG nova.network.neutron [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Refreshing network info cache for port 97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.478540] env[65717]: WARNING neutronclient.v2_0.client [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.497631] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393854, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.598062] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port bc57224b-615b-4b56-9514-d90c8cdbc051. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1067.598601] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc57224b-615b-4b56-9514-d90c8cdbc051", "address": "fa:16:3e:5a:6d:70", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57224b-61", "ovs_interfaceid": "bc57224b-615b-4b56-9514-d90c8cdbc051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.614797] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.614902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.615256] env[65717]: DEBUG nova.network.neutron [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.621485] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66293} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.622116] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 9cbd8ada-2f99-452a-a30d-0d855c854eca/9cbd8ada-2f99-452a-a30d-0d855c854eca.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.622340] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.622970] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9900a159-541b-4bc1-a40a-9718857a7623 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.632439] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1067.632439] env[65717]: value = "task-4393856" [ 1067.632439] env[65717]: _type = "Task" [ 1067.632439] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.646976] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.665712] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.807796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.811062] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.941s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.811344] env[65717]: DEBUG nova.objects.instance [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lazy-loading 'resources' on Instance uuid 164e7999-9ce5-4e2f-91eb-3e666d44338a {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.836333] env[65717]: INFO nova.scheduler.client.report [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Deleted allocations for instance f2eaed1f-575f-439a-b9b3-c7b7e0c9e323 [ 1067.907765] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.982s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.961433] env[65717]: WARNING neutronclient.v2_0.client [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.998351] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393854, 'name': CreateVM_Task, 'duration_secs': 0.577414} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.001536] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.002357] env[65717]: WARNING neutronclient.v2_0.client [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.002747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.002909] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.003295] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.003583] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9993818-cc17-48c2-a30b-783714432b2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.010213] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1068.010213] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52125b84-bcb1-9466-1061-25c0c9b034f4" [ 1068.010213] env[65717]: _type = "Task" [ 1068.010213] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.020205] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52125b84-bcb1-9466-1061-25c0c9b034f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.102677] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103103] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Received event network-vif-plugged-d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1068.103412] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquiring lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.103807] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.104091] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.104351] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] No waiting events found dispatching network-vif-plugged-d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1068.104599] env[65717]: WARNING nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Received unexpected event network-vif-plugged-d2e53318-4027-4869-b9fb-6c706098e8e9 for instance with vm_state building and task_state spawning. [ 1068.104856] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Received event network-changed-d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1068.105113] env[65717]: DEBUG nova.compute.manager [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Refreshing instance network info cache due to event network-changed-d2e53318-4027-4869-b9fb-6c706098e8e9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1068.105404] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquiring lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.105604] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Acquired lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.105842] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Refreshing network info cache for port d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.123619] env[65717]: WARNING neutronclient.v2_0.client [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.144583] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103779} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.144805] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.145739] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468b4b57-672b-4037-91b5-c2235bcd8ee5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.150200] env[65717]: WARNING neutronclient.v2_0.client [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.175932] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9cbd8ada-2f99-452a-a30d-0d855c854eca/9cbd8ada-2f99-452a-a30d-0d855c854eca.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.179714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41e6a67-dbdf-498b-a786-4a9da7000a95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.203825] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393855, 'name': ReconfigVM_Task, 'duration_secs': 0.698876} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.204998] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 615494ab-4388-44cb-ab80-25de52d2043f/615494ab-4388-44cb-ab80-25de52d2043f.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.205614] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-459fdb5f-00d3-4a63-9e84-97643b10a5f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.210562] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1068.210562] env[65717]: value = "task-4393857" [ 1068.210562] env[65717]: _type = "Task" [ 1068.210562] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.216100] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1068.216100] env[65717]: value = "task-4393858" [ 1068.216100] env[65717]: _type = "Task" [ 1068.216100] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.224869] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.231953] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393858, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.247458] env[65717]: DEBUG nova.network.neutron [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updated VIF entry in instance network info cache for port 97a317f3-aade-45dc-b0cf-7bb6d5d65643. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.247963] env[65717]: DEBUG nova.network.neutron [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updating instance_info_cache with network_info: [{"id": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "address": "fa:16:3e:b0:e6:f1", "network": {"id": "12b9990e-285a-4a75-8fd1-8a953bdc0a26", "bridge": "br-int", "label": "tempest-ServersTestJSON-499718179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79cf4899a41f45c0a224f3e376979603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a317f3-aa", "ovs_interfaceid": "97a317f3-aade-45dc-b0cf-7bb6d5d65643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.349527] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Lock "f2eaed1f-575f-439a-b9b3-c7b7e0c9e323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.801s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.366303] env[65717]: WARNING neutronclient.v2_0.client [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.447215] env[65717]: DEBUG nova.network.neutron [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.524385] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52125b84-bcb1-9466-1061-25c0c9b034f4, 'name': SearchDatastore_Task, 'duration_secs': 0.022937} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.528986] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.529457] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.529538] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.529684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.529859] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.531029] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38741ae6-d809-43b4-9302-758bc0915788 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.541073] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.541237] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.544820] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a00e60-999e-48a3-ae86-4bd71f1b9bf3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.552797] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1068.552797] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52becf91-2e3a-da72-b8fb-8aba4a0a93db" [ 1068.552797] env[65717]: _type = "Task" [ 1068.552797] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.564939] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52becf91-2e3a-da72-b8fb-8aba4a0a93db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.585580] env[65717]: DEBUG nova.compute.manager [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Received event network-changed-3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1068.585580] env[65717]: DEBUG nova.compute.manager [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Refreshing instance network info cache due to event network-changed-3581f282-4227-4d44-ad82-ce32a758f004. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1068.585580] env[65717]: DEBUG oslo_concurrency.lockutils [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] Acquiring lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.585724] env[65717]: DEBUG oslo_concurrency.lockutils [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] Acquired lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.585980] env[65717]: DEBUG nova.network.neutron [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Refreshing network info cache for port 3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.609153] env[65717]: WARNING neutronclient.v2_0.client [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.612483] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1463160e-7701-4d22-8512-5ed2f702457f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.622038] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c9b11-3c7e-4db5-9410-b200511ff5d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.663855] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988e70c-bdce-4721-b037-06be4f6a716d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.674558] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dce992-1205-457a-bd79-62dd26066fa2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.693097] env[65717]: DEBUG nova.compute.provider_tree [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.730976] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.740702] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393858, 'name': Rename_Task, 'duration_secs': 0.387475} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.740998] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.741299] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa9c086-4459-48e6-be44-8c826c7ab522 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.749973] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1068.749973] env[65717]: value = "task-4393859" [ 1068.749973] env[65717]: _type = "Task" [ 1068.749973] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.750549] env[65717]: DEBUG oslo_concurrency.lockutils [req-78c34194-71d9-4214-a51f-2492590390d3 req-0c09e74b-566f-4c3f-848a-f969f70e975b service nova] Releasing lock "refresh_cache-387843ff-ee92-4427-9e77-0dd9063a3d32" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.759766] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.859716] env[65717]: WARNING neutronclient.v2_0.client [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.940804] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Updated VIF entry in instance network info cache for port d2e53318-4027-4869-b9fb-6c706098e8e9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.941205] env[65717]: DEBUG nova.network.neutron [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Updating instance_info_cache with network_info: [{"id": "d2e53318-4027-4869-b9fb-6c706098e8e9", "address": "fa:16:3e:49:82:cb", "network": {"id": "3956628c-5186-4a8e-9d28-c82e94f9de12", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-242995513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca8d5fb99e34cf596fc7ef917fcff54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e53318-40", "ovs_interfaceid": "d2e53318-4027-4869-b9fb-6c706098e8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.954643] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.982796] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8a05151a98c79cba47dea3dd4ffcc1c1',container_format='bare',created_at=2025-11-12T14:33:03Z,direct_url=,disk_format='vmdk',id=2b138a3b-49a0-4897-a8b8-8fe14feeaef4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1169889666-shelved',owner='2eb1510ae0544d6aa973f1b4e4511d33',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T14:33:20Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.983283] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.983283] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.983700] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.983822] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.983998] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.984291] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.984500] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.984727] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.984946] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.985186] env[65717]: DEBUG nova.virt.hardware [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.986233] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d800f505-0e30-4e47-a21e-062bcd9d9fe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.997859] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234dfd9-5026-4699-9e80-5ccfad10fa8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.014553] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e8:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028ccb40-33c8-4b87-adec-6d9d304fd319', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.022793] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1069.023694] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.023795] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-962c4b85-53d9-45d1-a396-146a91418ca1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.045847] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.045847] env[65717]: value = "task-4393860" [ 1069.045847] env[65717]: _type = "Task" [ 1069.045847] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.056372] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393860, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.067914] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52becf91-2e3a-da72-b8fb-8aba4a0a93db, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.068568] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e1d991-d77f-4648-8aff-844f7c349d6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.075835] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1069.075835] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526a7eb8-b8b7-aa33-ebdb-2e9be1d66545" [ 1069.075835] env[65717]: _type = "Task" [ 1069.075835] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.088421] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526a7eb8-b8b7-aa33-ebdb-2e9be1d66545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.089047] env[65717]: WARNING neutronclient.v2_0.client [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.196843] env[65717]: DEBUG nova.scheduler.client.report [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.223743] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393857, 'name': ReconfigVM_Task, 'duration_secs': 0.561296} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.225082] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9cbd8ada-2f99-452a-a30d-0d855c854eca/9cbd8ada-2f99-452a-a30d-0d855c854eca.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.225765] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0cebcc4-9eef-4776-b0c8-886c310ce1d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.234968] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1069.234968] env[65717]: value = "task-4393861" [ 1069.234968] env[65717]: _type = "Task" [ 1069.234968] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.250328] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393861, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.267790] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393859, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.315559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.315915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.444410] env[65717]: DEBUG oslo_concurrency.lockutils [req-0af3ba73-73df-4d0f-ba17-7cde92cdf55f req-ceabdfad-32b8-4648-80a6-f17e6e20690e service nova] Releasing lock "refresh_cache-41c4156e-6e7c-49b5-be18-73975ab1bb2c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.452838] env[65717]: WARNING neutronclient.v2_0.client [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.508865] env[65717]: DEBUG nova.compute.manager [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.508969] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.509458] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.509675] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Lock "b1a82125-0669-464f-8171-f638fc701973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.509916] env[65717]: DEBUG nova.compute.manager [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] No waiting events found dispatching network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.510071] env[65717]: WARNING nova.compute.manager [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received unexpected event network-vif-plugged-028ccb40-33c8-4b87-adec-6d9d304fd319 for instance with vm_state shelved_offloaded and task_state spawning. [ 1069.510264] env[65717]: DEBUG nova.compute.manager [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.510470] env[65717]: DEBUG nova.compute.manager [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing instance network info cache due to event network-changed-028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1069.511458] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Acquiring lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.511635] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Acquired lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.511840] env[65717]: DEBUG nova.network.neutron [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Refreshing network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.533587] env[65717]: DEBUG nova.network.neutron [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updated VIF entry in instance network info cache for port 3581f282-4227-4d44-ad82-ce32a758f004. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1069.533954] env[65717]: DEBUG nova.network.neutron [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating instance_info_cache with network_info: [{"id": "3581f282-4227-4d44-ad82-ce32a758f004", "address": "fa:16:3e:ba:d0:3a", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3581f282-42", "ovs_interfaceid": "3581f282-4227-4d44-ad82-ce32a758f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.559766] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393860, 'name': CreateVM_Task, 'duration_secs': 0.503474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.559955] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.560530] env[65717]: WARNING neutronclient.v2_0.client [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.561056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.561222] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.561600] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.562166] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea4b344-fea6-4813-97e2-8c7bef44b878 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.567978] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1069.567978] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e1996b-d680-a208-e407-beea178024ae" [ 1069.567978] env[65717]: _type = "Task" [ 1069.567978] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.577887] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e1996b-d680-a208-e407-beea178024ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.588476] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526a7eb8-b8b7-aa33-ebdb-2e9be1d66545, 'name': SearchDatastore_Task, 'duration_secs': 0.014392} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.588799] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589119] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 41c4156e-6e7c-49b5-be18-73975ab1bb2c/41c4156e-6e7c-49b5-be18-73975ab1bb2c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.589348] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d951406-bb40-456d-8bb5-2ba623602def {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.597858] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1069.597858] env[65717]: value = "task-4393862" [ 1069.597858] env[65717]: _type = "Task" [ 1069.597858] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.608613] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.702932] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.706123] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.835s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.706743] env[65717]: DEBUG nova.objects.instance [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'resources' on Instance uuid 333324fc-ecd0-4ada-9f0b-0783099eb5fe {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.731618] env[65717]: INFO nova.scheduler.client.report [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Deleted allocations for instance 164e7999-9ce5-4e2f-91eb-3e666d44338a [ 1069.745590] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393861, 'name': Rename_Task, 'duration_secs': 0.234439} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.745870] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.746142] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-facb8302-5da0-4956-8ea0-2382a83190b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.757974] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1069.757974] env[65717]: value = "task-4393863" [ 1069.757974] env[65717]: _type = "Task" [ 1069.757974] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.768263] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393859, 'name': PowerOnVM_Task, 'duration_secs': 0.574882} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.769048] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.769691] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1069.769691] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.770416] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293a4e8-2852-482c-a069-15cdca4a3b99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.776555] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393863, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.819420] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.819637] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.821617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546f1a2-f51a-42b5-8df0-67da2ec42b57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.841586] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af528ae6-4bf5-4b63-b218-cf2553b304aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.870048] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.876121] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfiguring VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1069.876554] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0368708-6296-4783-bfe6-6a29c4f0fbe0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.901239] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1069.901239] env[65717]: value = "task-4393864" [ 1069.901239] env[65717]: _type = "Task" [ 1069.901239] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.913416] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.017491] env[65717]: WARNING neutronclient.v2_0.client [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.039598] env[65717]: DEBUG oslo_concurrency.lockutils [req-4b438f00-db7a-4134-99b1-a0f3cd0b4b2e req-5fcfc76c-9e49-461f-9e33-78d3b17b3886 service nova] Releasing lock "refresh_cache-64b275ef-0e20-4e17-9a4f-051965bee090" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.085026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.085026] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Processing image 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.085026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.085026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.085026] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.085026] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ad58ac-9473-4757-bcae-406927a9150f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.104587] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.104809] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.106402] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7cd67c-0988-41c9-b90d-6b01c55b4077 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.112981] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.118947] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1070.118947] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5249cc86-5752-92eb-8828-6c2b18a2ef91" [ 1070.118947] env[65717]: _type = "Task" [ 1070.118947] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.129663] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5249cc86-5752-92eb-8828-6c2b18a2ef91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.227368] env[65717]: DEBUG nova.objects.instance [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lazy-loading 'flavor' on Instance uuid f90fd3b6-1397-48c2-a863-39eb5434e354 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.247614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Lock "164e7999-9ce5-4e2f-91eb-3e666d44338a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.844s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.275916] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.296822] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Took 31.26 seconds to build instance. [ 1070.412613] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.479026] env[65717]: WARNING neutronclient.v2_0.client [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.556860] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2708d1-6039-4a62-a384-800611489968 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.573480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99fcbe3-cfcb-4e57-a791-2be2b8e5f2b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.629523] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9078d-302b-47e4-8b02-4475cfb96fad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.638594] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606058} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.646748] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 41c4156e-6e7c-49b5-be18-73975ab1bb2c/41c4156e-6e7c-49b5-be18-73975ab1bb2c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.646977] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.647424] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68584b9e-faf7-49ab-bb74-60699eb72025 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.652263] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db4066-0d49-4459-9d99-33c816f8f51b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.657341] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1070.657818] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Fetch image to [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c/OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1070.658168] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Downloading stream optimized image 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 to [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c/OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c.vmdk on the data store datastore2 as vApp {{(pid=65717) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1070.658466] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Downloading image file data 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 to the ESX as VM named 'OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c' {{(pid=65717) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1070.664218] env[65717]: DEBUG nova.network.neutron [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updated VIF entry in instance network info cache for port 028ccb40-33c8-4b87-adec-6d9d304fd319. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.664532] env[65717]: DEBUG nova.network.neutron [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [{"id": "028ccb40-33c8-4b87-adec-6d9d304fd319", "address": "fa:16:3e:f6:e8:38", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ccb40-33", "ovs_interfaceid": "028ccb40-33c8-4b87-adec-6d9d304fd319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.679309] env[65717]: DEBUG nova.compute.provider_tree [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.682815] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1070.682815] env[65717]: value = "task-4393865" [ 1070.682815] env[65717]: _type = "Task" [ 1070.682815] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.695496] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.735891] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.736141] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.736612] env[65717]: WARNING neutronclient.v2_0.client [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.741454] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1070.742430] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abcf43-7ea7-4041-ba14-ffc11ecb9068 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.750496] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1070.750665] env[65717]: ERROR oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk due to incomplete transfer. [ 1070.751187] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-beec8bec-986e-446f-b273-cb629cc7c060 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.761776] env[65717]: DEBUG oslo_vmware.rw_handles [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f91cb-c925-de94-bd46-5d1aa23fde5f/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1070.761984] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Uploaded image 6426732f-2105-4a91-9ad0-a83ed2b48d64 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1070.764457] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.765363] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1070.765363] env[65717]: value = "resgroup-9" [ 1070.765363] env[65717]: _type = "ResourcePool" [ 1070.765363] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1070.768887] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5bddfc9-81ee-4afa-8ad8-073eefa8659a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.770957] env[65717]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-36e197ab-78ed-484f-83a1-ce4612a85207 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.802384] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393863, 'name': PowerOnVM_Task, 'duration_secs': 0.848699} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.805740] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.779s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.806143] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.806388] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1070.806751] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.807341] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1070.807341] env[65717]: value = "task-4393866" [ 1070.807341] env[65717]: _type = "Task" [ 1070.807341] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.807739] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease: (returnval){ [ 1070.807739] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1070.807739] env[65717]: _type = "HttpNfcLease" [ 1070.807739] env[65717]: } obtained for vApp import into resource pool (val){ [ 1070.807739] env[65717]: value = "resgroup-9" [ 1070.807739] env[65717]: _type = "ResourcePool" [ 1070.807739] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1070.808031] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the lease: (returnval){ [ 1070.808031] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1070.808031] env[65717]: _type = "HttpNfcLease" [ 1070.808031] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.808849] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b01a2-70ed-4bd6-9c78-7d9f6141065a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.824559] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.824559] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1070.824559] env[65717]: _type = "HttpNfcLease" [ 1070.824559] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.832506] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393866, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.915879] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.168121] env[65717]: DEBUG oslo_concurrency.lockutils [req-7296f795-0e6e-4832-a21d-98ac4215501e req-40a559e2-9ee7-4878-ac59-ec36cf4c761c service nova] Releasing lock "refresh_cache-b1a82125-0669-464f-8171-f638fc701973" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.184768] env[65717]: DEBUG nova.scheduler.client.report [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.208481] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22192} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.208766] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.209882] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d04e4-8900-4881-b6ae-a68b6c2008a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.241046] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 41c4156e-6e7c-49b5-be18-73975ab1bb2c/41c4156e-6e7c-49b5-be18-73975ab1bb2c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.242077] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b0ff39-b2b1-4696-a94d-39147faa9410 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.265999] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1071.265999] env[65717]: value = "task-4393868" [ 1071.265999] env[65717]: _type = "Task" [ 1071.265999] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.279060] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.328723] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393866, 'name': Destroy_Task, 'duration_secs': 0.446436} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.330515] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Destroyed the VM [ 1071.330778] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.331042] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.331042] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1071.331042] env[65717]: _type = "HttpNfcLease" [ 1071.331042] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.331272] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5061d30-6224-4619-93f1-0b7801982da2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.343273] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Took 32.27 seconds to build instance. [ 1071.349368] env[65717]: DEBUG nova.network.neutron [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1071.350755] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1071.350755] env[65717]: value = "task-4393869" [ 1071.350755] env[65717]: _type = "Task" [ 1071.350755] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.361514] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.416271] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.701200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.704746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.684s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.704999] env[65717]: DEBUG nova.objects.instance [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lazy-loading 'resources' on Instance uuid d99b68ef-7530-4ea9-adda-dece97ebce56 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.730933] env[65717]: INFO nova.scheduler.client.report [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleted allocations for instance 333324fc-ecd0-4ada-9f0b-0783099eb5fe [ 1071.780281] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.829026] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.829026] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1071.829026] env[65717]: _type = "HttpNfcLease" [ 1071.829026] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.847318] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.777s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.857695] env[65717]: WARNING neutronclient.v2_0.client [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.886635] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.921302] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.933678] env[65717]: DEBUG nova.compute.manager [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-changed-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1071.933861] env[65717]: DEBUG nova.compute.manager [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing instance network info cache due to event network-changed-8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1071.934055] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.240834] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7a609f21-2b02-42f7-849e-753c7b67d58e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "333324fc-ecd0-4ada-9f0b-0783099eb5fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.515s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.284883] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393868, 'name': ReconfigVM_Task, 'duration_secs': 0.602521} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.285248] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 41c4156e-6e7c-49b5-be18-73975ab1bb2c/41c4156e-6e7c-49b5-be18-73975ab1bb2c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.286731] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06b9b597-9f97-434e-93cb-012e46c4cb32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.299034] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1072.299034] env[65717]: value = "task-4393870" [ 1072.299034] env[65717]: _type = "Task" [ 1072.299034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.307691] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393870, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.323250] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.323250] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1072.323250] env[65717]: _type = "HttpNfcLease" [ 1072.323250] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.323682] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.323682] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527487a0-c9f4-7c31-38b5-d842d4de20a2" [ 1072.323682] env[65717]: _type = "HttpNfcLease" [ 1072.323682] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1072.325307] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44da8aa-0ed1-49f0-a3f4-1a39257b9804 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.342063] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.343191] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1072.435976] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf16172d-adaa-42c8-8b76-c444a57cb0f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.438413] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393869, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.438756] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.648099] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e207df9-c8ea-48d3-b85e-0e05e76ffbdb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.667484] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe68cd-5c3b-4f5d-97d7-fd06f232a1e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.724761] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077f78b-018d-4618-baef-6fec3a3f87d9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.738368] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093e1bb-edf5-4256-8cc0-f3925beaaba1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.756466] env[65717]: DEBUG nova.compute.provider_tree [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.808696] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393870, 'name': Rename_Task, 'duration_secs': 0.205092} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.810275] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.810594] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1387d8-43ec-4fd2-9a13-6089340f5b3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.818746] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1072.818746] env[65717]: value = "task-4393871" [ 1072.818746] env[65717]: _type = "Task" [ 1072.818746] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.830149] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.926355] env[65717]: DEBUG oslo_vmware.api [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393869, 'name': RemoveSnapshot_Task, 'duration_secs': 1.117454} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.926683] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.930160] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.930546] env[65717]: INFO nova.compute.manager [None req-20bb78ba-35df-4663-a6d4-ff2a68308c09 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 1073.120382] env[65717]: WARNING neutronclient.v2_0.client [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.265021] env[65717]: DEBUG nova.scheduler.client.report [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.335407] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.351757] env[65717]: DEBUG nova.network.neutron [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.425816] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.770289] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.780248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.710s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.813356] env[65717]: INFO nova.scheduler.client.report [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Deleted allocations for instance d99b68ef-7530-4ea9-adda-dece97ebce56 [ 1073.830559] env[65717]: DEBUG oslo_vmware.api [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393871, 'name': PowerOnVM_Task, 'duration_secs': 1.001317} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.832788] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.833040] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1073.833247] env[65717]: DEBUG nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1073.834146] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6542bd8-a167-46f9-ac4c-48b374f7828a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.856785] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.857053] env[65717]: DEBUG nova.compute.manager [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Inject network info {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 1073.857317] env[65717]: DEBUG nova.compute.manager [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] network_info to inject: |[{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 1073.863124] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfiguring VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1073.863646] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.863646] env[65717]: DEBUG nova.network.neutron [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.865286] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f36727-888e-4f66-913e-8f5232bb7ad7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.886168] env[65717]: DEBUG oslo_vmware.api [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1073.886168] env[65717]: value = "task-4393872" [ 1073.886168] env[65717]: _type = "Task" [ 1073.886168] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.898684] env[65717]: DEBUG oslo_vmware.api [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.924289] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.104248] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1074.104653] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.105564] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d9caa-0b9d-4eab-b613-ee8343910fb1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.114510] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.114822] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1074.115113] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc1035ca-1a8d-4537-8215-6b3116eeaa7c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.321608] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8daab0a4-c69b-4aee-9ce7-69c8438836eb tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Lock "d99b68ef-7530-4ea9-adda-dece97ebce56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.518s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.361755] env[65717]: INFO nova.compute.manager [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Took 35.25 seconds to build instance. [ 1074.379599] env[65717]: WARNING neutronclient.v2_0.client [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.399195] env[65717]: DEBUG oslo_vmware.api [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393872, 'name': ReconfigVM_Task, 'duration_secs': 0.182944} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.400594] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e7840202-4245-4c3c-9520-5f676757dfd5 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfigured VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1074.426928] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.547022] env[65717]: DEBUG oslo_vmware.rw_handles [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290ff72-91b2-5f4e-ae82-5ffb0d080e69/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1074.547022] env[65717]: INFO nova.virt.vmwareapi.images [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Downloaded image file data 2b138a3b-49a0-4897-a8b8-8fe14feeaef4 [ 1074.547022] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07731f-e9cf-48a9-87a3-030cbd0988a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.573154] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04ea0cf1-07a9-425a-b723-3fd0fea5dcb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.605017] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15dfb43-ce64-4e69-bff3-e8d0452c243a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.608546] env[65717]: INFO nova.virt.vmwareapi.images [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] The imported VM was unregistered [ 1074.611166] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1074.611521] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.614129] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2271328-12de-460a-a04f-f057df6a3286 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.618050] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e469a-a431-4922-bf76-ede155b29d9e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.660931] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892912c-7a43-4838-bb59-5d1ec26a511d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664291] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.664796] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c/OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c.vmdk to [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk. {{(pid=65717) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1074.665656] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0f9dca15-7742-4c43-8976-27c1cb204456 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.678246] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d3d14-c581-4443-ae32-99e05a5278f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.684378] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1074.684378] env[65717]: value = "task-4393874" [ 1074.684378] env[65717]: _type = "Task" [ 1074.684378] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.697283] env[65717]: DEBUG nova.compute.provider_tree [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.707342] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.865721] env[65717]: DEBUG oslo_concurrency.lockutils [None req-00c21585-4df6-4357-b3f9-6604a85fb114 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.765s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.930599] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.046191] env[65717]: WARNING neutronclient.v2_0.client [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.198283] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.200465] env[65717]: DEBUG nova.scheduler.client.report [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.218999] env[65717]: DEBUG nova.network.neutron [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updated VIF entry in instance network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.219483] env[65717]: DEBUG nova.network.neutron [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.287632] env[65717]: DEBUG nova.objects.instance [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lazy-loading 'flavor' on Instance uuid f90fd3b6-1397-48c2-a863-39eb5434e354 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.429071] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.698639] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.725035] env[65717]: DEBUG oslo_concurrency.lockutils [req-05ee83d3-350d-4090-9de3-0ed1f433faa2 req-73bc0678-8d32-4479-9377-f075d803bd66 service nova] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.796453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.797317] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.797725] env[65717]: WARNING neutronclient.v2_0.client [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.883346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.884495] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.885073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "5fdbd289-4040-4fad-8391-56c901108e77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.885388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.886361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.888882] env[65717]: INFO nova.compute.manager [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Terminating instance [ 1075.931337] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.139625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.139625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.200596] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.210763] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.214480] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.797s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.214831] env[65717]: DEBUG nova.objects.instance [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lazy-loading 'resources' on Instance uuid e779d453-8c4c-44b8-bb6e-db9a6345d811 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.393597] env[65717]: DEBUG nova.compute.manager [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1076.393979] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.395067] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4885c0d3-7d07-4e07-9094-bd273b6f0d01 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.407663] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.408112] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf831e5-2c30-4e53-9530-2b343d5a53c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.417107] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1076.417107] env[65717]: value = "task-4393875" [ 1076.417107] env[65717]: _type = "Task" [ 1076.417107] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.436717] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.443518] env[65717]: DEBUG oslo_vmware.api [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393864, 'name': ReconfigVM_Task, 'duration_secs': 6.507755} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.444141] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.444500] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Reconfigured VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1076.445166] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.448391] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.581770] env[65717]: DEBUG nova.network.neutron [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.641956] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.708867] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.709542] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.804660] env[65717]: INFO nova.scheduler.client.report [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted allocation for migration 1674bd9d-0a9b-4ab3-a913-1e69ab84433d [ 1076.935143] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393875, 'name': PowerOffVM_Task, 'duration_secs': 0.320843} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.939845] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.939845] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.940064] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad08244-6747-401d-873a-5a32143b8997 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.028202] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.028986] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.028986] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleting the datastore file [datastore1] 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.029128] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eed2cc6c-1b18-4179-9e22-9a70c5a46491 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.041941] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for the task: (returnval){ [ 1077.041941] env[65717]: value = "task-4393877" [ 1077.041941] env[65717]: _type = "Task" [ 1077.041941] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.058451] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.061307] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca263e-6a8f-475c-b389-d1f986b9f9a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.073977] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e97ca-3eeb-4e00-9897-7347c2389e82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.083627] env[65717]: WARNING neutronclient.v2_0.client [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.115954] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a6b7f-034b-4535-9e93-c4b91fb9c27b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.133158] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c57b25-d178-43d3-9046-ba8bddf564fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.159697] env[65717]: DEBUG nova.compute.provider_tree [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.166466] env[65717]: DEBUG nova.compute.manager [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-changed-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1077.166794] env[65717]: DEBUG nova.compute.manager [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing instance network info cache due to event network-changed-8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1077.166963] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] Acquiring lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.179807] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.210988] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.315322] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c64e85cf-3d74-4143-9cc8-762408e86479 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.765s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.562987] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.669375] env[65717]: DEBUG nova.scheduler.client.report [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.702751] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.802838] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "615494ab-4388-44cb-ab80-25de52d2043f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.803126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.803338] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "615494ab-4388-44cb-ab80-25de52d2043f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.803513] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.803676] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.806243] env[65717]: INFO nova.compute.manager [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Terminating instance [ 1077.973486] env[65717]: WARNING neutronclient.v2_0.client [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.056625] env[65717]: DEBUG oslo_vmware.api [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Task: {'id': task-4393877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706564} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.056933] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.057136] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.057315] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.057536] env[65717]: INFO nova.compute.manager [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1078.057740] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1078.057948] env[65717]: DEBUG nova.compute.manager [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1078.058057] env[65717]: DEBUG nova.network.neutron [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1078.058313] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.177446] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.180027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.778s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.202834] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393874, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.034194} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.203139] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c/OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c.vmdk to [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk. [ 1078.203331] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Cleaning up location [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1078.203493] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3602fe6a-4180-4a5d-b7ec-c8b8a394120c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.204390] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32a7ffc-abd9-4570-ae6a-cbfc11e768ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.206650] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.206762] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.207057] env[65717]: DEBUG nova.network.neutron [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.214377] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1078.214377] env[65717]: value = "task-4393878" [ 1078.214377] env[65717]: _type = "Task" [ 1078.214377] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.220019] env[65717]: INFO nova.scheduler.client.report [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Deleted allocations for instance e779d453-8c4c-44b8-bb6e-db9a6345d811 [ 1078.230780] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.311475] env[65717]: DEBUG nova.compute.manager [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1078.312051] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.312698] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba31d48-773f-4c3f-89f5-51c7776267dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.326020] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.326239] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20944a4-eb22-4496-ab7a-17ddffba9466 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.335149] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1078.335149] env[65717]: value = "task-4393879" [ 1078.335149] env[65717]: _type = "Task" [ 1078.335149] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.345989] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.429969] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.462364] env[65717]: DEBUG nova.network.neutron [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.583498] env[65717]: DEBUG nova.compute.manager [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.584511] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf710a2-9ebc-4ed1-b7e3-73ed5e45bffe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.712526] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.732109] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Lock "e779d453-8c4c-44b8-bb6e-db9a6345d811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.656s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.739128] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.739294] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.739498] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.739827] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk to [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.741483] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72bab3d4-716d-45a0-a272-0d9febe2f5a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.752612] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1078.752612] env[65717]: value = "task-4393880" [ 1078.752612] env[65717]: _type = "Task" [ 1078.752612] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.767771] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.847848] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393879, 'name': PowerOffVM_Task, 'duration_secs': 0.240706} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.848170] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.849186] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.849521] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44951f9b-1035-4a63-8f31-e284a479906d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.935885] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.936153] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.936333] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleting the datastore file [datastore2] 615494ab-4388-44cb-ab80-25de52d2043f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.936660] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1dfece2-07d9-4648-9437-32149902d209 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.947845] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1078.947845] env[65717]: value = "task-4393882" [ 1078.947845] env[65717]: _type = "Task" [ 1078.947845] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.960195] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.967021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.967021] env[65717]: DEBUG nova.compute.manager [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Inject network info {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 1078.967021] env[65717]: DEBUG nova.compute.manager [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] network_info to inject: |[{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 1078.972116] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfiguring VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1078.975927] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] Acquired lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.975927] env[65717]: DEBUG nova.network.neutron [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Refreshing network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.977358] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e9ecd5-51c0-4890-8a12-2551aea72caf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.006598] env[65717]: DEBUG oslo_vmware.api [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1079.006598] env[65717]: value = "task-4393883" [ 1079.006598] env[65717]: _type = "Task" [ 1079.006598] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.019512] env[65717]: DEBUG oslo_vmware.api [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.100921] env[65717]: INFO nova.compute.manager [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] instance snapshotting [ 1079.104818] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c5bcc-b80c-4c8e-ac82-64a18d50b432 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.134050] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655d2828-d9f4-444a-85af-2a4269b8dce2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.186735] env[65717]: WARNING neutronclient.v2_0.client [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.224490] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 64a45536-e657-44ae-87e3-d3efc7ee7196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.224658] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f90fd3b6-1397-48c2-a863-39eb5434e354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.224780] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 5fdbd289-4040-4fad-8391-56c901108e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.224920] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f6ffd716-c31e-41c1-ae7d-2b5a915e027b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225012] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 15a80c84-e57f-427c-a03c-f100485902f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225214] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 4841eb10-37a8-4ebc-813d-e907e63c72b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225380] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b1a82125-0669-464f-8171-f638fc701973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225597] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b8fe14bd-86a2-44ba-80c3-12ffad327f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225771] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 64b275ef-0e20-4e17-9a4f-051965bee090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.225921] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 387843ff-ee92-4427-9e77-0dd9063a3d32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.226023] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 615494ab-4388-44cb-ab80-25de52d2043f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.226140] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 9cbd8ada-2f99-452a-a30d-0d855c854eca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.226331] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 41c4156e-6e7c-49b5-be18-73975ab1bb2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.261952] env[65717]: DEBUG nova.network.neutron [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.274188] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.465263] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.494472] env[65717]: WARNING neutronclient.v2_0.client [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.498160] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.498473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.498708] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "15a80c84-e57f-427c-a03c-f100485902f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.499050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.499127] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.501899] env[65717]: INFO nova.compute.manager [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Terminating instance [ 1079.523638] env[65717]: DEBUG oslo_vmware.api [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393883, 'name': ReconfigVM_Task, 'duration_secs': 0.239625} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.524013] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f880354a-5b89-494f-96a0-5a0baca2b97a tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Reconfigured VM instance to set the machine id {{(pid=65717) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1079.652273] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.652719] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3452524a-69a7-402e-bb0a-d740b78bdb3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.665626] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1079.665626] env[65717]: value = "task-4393884" [ 1079.665626] env[65717]: _type = "Task" [ 1079.665626] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.682742] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393884, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.731203] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c7d0310d-709b-450a-a054-9b393374a1c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1079.731203] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1079.731203] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '12', 'num_task_None': '9', 'num_os_type_None': '13', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '1', 'io_workload': '1', 'num_task_deleting': '2', 'num_proj_b9f3d698cd964208b73aac3429d81ca7': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_2eb1510ae0544d6aa973f1b4e4511d33': '1', 'num_proj_4007f854dd8f4589883be38636bca7ef': '2', 'num_proj_e21c7b71352a4a149fc8f388b8311d96': '1', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'num_task_image_snapshot': '1', 'num_proj_5954e9773e774bba8883cee348fdb7df': '1', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1', 'num_proj_79cf4899a41f45c0a224f3e376979603': '1', 'num_proj_3ca8d5fb99e34cf596fc7ef917fcff54': '3'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1079.740473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "f90fd3b6-1397-48c2-a863-39eb5434e354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.740944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.741216] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.741461] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.741808] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.744938] env[65717]: INFO nova.compute.manager [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Terminating instance [ 1079.764904] env[65717]: INFO nova.compute.manager [-] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Took 1.71 seconds to deallocate network for instance. [ 1079.772285] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.970253] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.012073] env[65717]: DEBUG nova.compute.manager [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1080.012813] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.013452] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96a4a6-b094-4d09-9819-1800a2664294 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.026650] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.027767] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c44050b-9fea-470a-9ed0-b3d8a28b7270 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.041427] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1080.041427] env[65717]: value = "task-4393885" [ 1080.041427] env[65717]: _type = "Task" [ 1080.041427] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.063882] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.071611] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7634fd-8656-48b6-b26e-5d6cc81d10c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.082091] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0defad0b-cf4a-4060-9611-6afe271c71f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.138104] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063b212-865a-4e23-8bd7-f87d5b6dcf02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.142365] env[65717]: INFO nova.network.neutron [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Port bc57224b-615b-4b56-9514-d90c8cdbc051 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.143111] env[65717]: DEBUG nova.network.neutron [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.157096] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c12abd-99cf-44ed-9368-eb0392c8e29f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.181303] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.189840] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393884, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.251145] env[65717]: DEBUG nova.compute.manager [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1080.253204] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.253969] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cca08-aab9-4750-b1b5-400bf60fa6c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.279207] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.280332] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09fe166d-cd17-4230-a97a-8aa9a7ae07c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.289508] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.290103] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.297652] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1080.297652] env[65717]: value = "task-4393886" [ 1080.297652] env[65717]: _type = "Task" [ 1080.297652] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.308360] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.466389] env[65717]: DEBUG oslo_vmware.api [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.396456} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.466389] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.466389] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.466389] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.466882] env[65717]: INFO nova.compute.manager [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1080.467019] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1080.467214] env[65717]: DEBUG nova.compute.manager [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1080.467314] env[65717]: DEBUG nova.network.neutron [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.468295] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.516464] env[65717]: DEBUG nova.compute.manager [req-5bb4a19e-cfb4-48ba-87b7-77ea389fbb4e req-5659d1dd-a8cf-44a0-87cc-454c662b7099 service nova] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Received event network-vif-deleted-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.556273] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393885, 'name': PowerOffVM_Task, 'duration_secs': 0.308968} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.556710] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.557027] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.557314] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f1b541-5592-4d80-9d54-418a468c7ac4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.582065] env[65717]: WARNING neutronclient.v2_0.client [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.650773] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654801] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.664690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.664690] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.664903] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleting the datastore file [datastore1] 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.665661] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6376f2-f1b4-45e7-b43d-f29285bf4fa3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.678052] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1080.678052] env[65717]: value = "task-4393888" [ 1080.678052] env[65717]: _type = "Task" [ 1080.678052] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.682929] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393884, 'name': CreateSnapshot_Task, 'duration_secs': 0.623405} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.687276] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.691562] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.692682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef7cba-90e7-4468-8a02-b05c585c34ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.709409] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.772176] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.811135] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393886, 'name': PowerOffVM_Task, 'duration_secs': 0.275986} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.811433] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.811562] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.811828] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e0936a8-e67b-47ce-bc0a-7867bcc5c7cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.904318] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.904571] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.905237] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Deleting the datastore file [datastore2] f90fd3b6-1397-48c2-a863-39eb5434e354 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.905598] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f5b401-bbe6-44ca-81ab-bb3316b84859 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.915092] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for the task: (returnval){ [ 1080.915092] env[65717]: value = "task-4393890" [ 1080.915092] env[65717]: _type = "Task" [ 1080.915092] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.928691] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.937516] env[65717]: DEBUG nova.network.neutron [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updated VIF entry in instance network info cache for port 8fc83a85-af63-4710-862b-097cc08416a4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1080.937971] env[65717]: DEBUG nova.network.neutron [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [{"id": "8fc83a85-af63-4710-862b-097cc08416a4", "address": "fa:16:3e:bd:70:44", "network": {"id": "52b5f61f-a59b-41d1-9670-7a5e4dcaf3c0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1923697080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21c7b71352a4a149fc8f388b8311d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc83a85-af", "ovs_interfaceid": "8fc83a85-af63-4710-862b-097cc08416a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.110503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.111303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.156278] env[65717]: DEBUG oslo_concurrency.lockutils [None req-11e488d6-844f-4441-9b8d-a2ef239a9853 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-64a45536-e657-44ae-87e3-d3efc7ee7196-bc57224b-615b-4b56-9514-d90c8cdbc051" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.840s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.195102] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1081.195326] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.016s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.195876] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.016s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.197671] env[65717]: INFO nova.compute.claims [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.208463] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.219815] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.221784] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63d80d54-653d-4545-8499-93e55050027b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.236994] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1081.236994] env[65717]: value = "task-4393891" [ 1081.236994] env[65717]: _type = "Task" [ 1081.236994] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.253837] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393891, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.277601] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.429328] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.441376] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a4cb402-b77d-4d4f-9425-f5656abec0c7 req-21c16a88-2efd-441b-9a37-a9db08e35562 service nova] Releasing lock "refresh_cache-f90fd3b6-1397-48c2-a863-39eb5434e354" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.509452] env[65717]: DEBUG nova.network.neutron [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.614747] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1081.698442] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.698442] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.698442] env[65717]: DEBUG nova.objects.instance [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'flavor' on Instance uuid b8fe14bd-86a2-44ba-80c3-12ffad327f8b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.702714] env[65717]: DEBUG oslo_vmware.api [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.957315} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.703421] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.703901] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.703979] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.704459] env[65717]: INFO nova.compute.manager [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1081.704459] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.704618] env[65717]: DEBUG nova.compute.manager [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.704936] env[65717]: DEBUG nova.network.neutron [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.705113] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.752762] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393891, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.769975] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.780196] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393880, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.689314} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.780482] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b138a3b-49a0-4897-a8b8-8fe14feeaef4/2b138a3b-49a0-4897-a8b8-8fe14feeaef4.vmdk to [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.782116] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c72e78-2eb3-456e-9d64-667461bb59f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.810297] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.810297] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90527023-55a3-4de6-85b6-5e611d0761a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.835583] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1081.835583] env[65717]: value = "task-4393892" [ 1081.835583] env[65717]: _type = "Task" [ 1081.835583] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.847832] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.927748] env[65717]: DEBUG oslo_vmware.api [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Task: {'id': task-4393890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.845689} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.928014] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.928208] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.928397] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.929667] env[65717]: INFO nova.compute.manager [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1081.929667] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.929667] env[65717]: DEBUG nova.compute.manager [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.929667] env[65717]: DEBUG nova.network.neutron [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.929667] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.013955] env[65717]: INFO nova.compute.manager [-] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Took 1.55 seconds to deallocate network for instance. [ 1082.019542] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.155304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.205841] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.250959] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393891, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.347553] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393892, 'name': ReconfigVM_Task, 'duration_secs': 0.510259} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.348838] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b1a82125-0669-464f-8171-f638fc701973/b1a82125-0669-464f-8171-f638fc701973.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.349366] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'guest_format': None, 'disk_bus': None, 'encryption_format': None, 'image_id': '724fab6b-f0b4-4853-9430-a4e857da79fe'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'dd6258ee-c89a-4f79-8865-e43718909449', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860028', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'name': 'volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b1a82125-0669-464f-8171-f638fc701973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'serial': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6'}, 'volume_type': None}], 'swap': None} {{(pid=65717) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1082.349556] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.349787] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860028', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'name': 'volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b1a82125-0669-464f-8171-f638fc701973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'serial': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.353967] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d878efb1-d1ac-40b2-a988-8c40443090ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.377214] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12781bc-16ee-4d80-9076-984d6240e0b3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.410021] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6/volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.412305] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6779a4f4-e3f9-4223-ba95-d7582a768f27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.433212] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1082.433212] env[65717]: value = "task-4393893" [ 1082.433212] env[65717]: _type = "Task" [ 1082.433212] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.437897] env[65717]: DEBUG nova.objects.instance [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'pci_requests' on Instance uuid b8fe14bd-86a2-44ba-80c3-12ffad327f8b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.447072] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.524189] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.525418] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436d529-98cf-496b-a45d-055b2ea6658f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.535200] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d262047c-6e73-4da8-9cc6-310b8d3d05b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.574047] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d0be45-926b-436b-9c7f-0ea8e13c4d21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.584939] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a9107-bf30-4920-8fec-35c0df99ade7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.605111] env[65717]: DEBUG nova.compute.provider_tree [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.610555] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.610787] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing instance network info cache due to event network-changed-e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1082.611515] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Acquiring lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.611515] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Acquired lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.611515] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Refreshing network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.623051] env[65717]: DEBUG nova.compute.manager [req-a378cab1-7963-4d3f-9898-6d2f217540a5 req-96f1f6eb-4cdb-42ed-813f-bf07594fe944 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Received event network-vif-deleted-8fc83a85-af63-4710-862b-097cc08416a4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.623295] env[65717]: INFO nova.compute.manager [req-a378cab1-7963-4d3f-9898-6d2f217540a5 req-96f1f6eb-4cdb-42ed-813f-bf07594fe944 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Neutron deleted interface 8fc83a85-af63-4710-862b-097cc08416a4; detaching it from the instance and deleting it from the info cache [ 1082.623465] env[65717]: DEBUG nova.network.neutron [req-a378cab1-7963-4d3f-9898-6d2f217540a5 req-96f1f6eb-4cdb-42ed-813f-bf07594fe944 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.751066] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393891, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.801112] env[65717]: DEBUG nova.network.neutron [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.947463] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393893, 'name': ReconfigVM_Task, 'duration_secs': 0.339883} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.948255] env[65717]: DEBUG nova.objects.base [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.948537] env[65717]: DEBUG nova.network.neutron [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1082.948973] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.949743] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.953079] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6/volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.958671] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bd6910-5fc4-4d22-85ac-62ab815dc4ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.976816] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1082.976816] env[65717]: value = "task-4393894" [ 1082.976816] env[65717]: _type = "Task" [ 1082.976816] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.987817] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.039067] env[65717]: DEBUG nova.policy [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6015db81208742deb5670f4f6b334b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4007f854dd8f4589883be38636bca7ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.079097] env[65717]: DEBUG nova.network.neutron [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.111268] env[65717]: DEBUG nova.scheduler.client.report [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.118814] env[65717]: WARNING neutronclient.v2_0.client [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.127202] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae5211dc-c868-4c79-869b-0a087db36cc2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.138825] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acfe113-ec68-487b-945a-512113f2d668 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.173644] env[65717]: DEBUG nova.compute.manager [req-a378cab1-7963-4d3f-9898-6d2f217540a5 req-96f1f6eb-4cdb-42ed-813f-bf07594fe944 service nova] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Detach interface failed, port_id=8fc83a85-af63-4710-862b-097cc08416a4, reason: Instance f90fd3b6-1397-48c2-a863-39eb5434e354 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1083.252427] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393891, 'name': CloneVM_Task, 'duration_secs': 1.683139} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.252717] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Created linked-clone VM from snapshot [ 1083.253517] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6597f199-3e1f-4c0f-b60b-b574b353cce3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.262371] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Uploading image 5eaa9412-eb41-447b-9fc4-b450ff9ecd1d {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.305453] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.305453] env[65717]: value = "vm-860050" [ 1083.305453] env[65717]: _type = "VirtualMachine" [ 1083.305453] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.305970] env[65717]: INFO nova.compute.manager [-] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Took 1.60 seconds to deallocate network for instance. [ 1083.306233] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75b7f6ab-7af5-4de0-a5ed-0fe273a594ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.318027] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lease: (returnval){ [ 1083.318027] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5215188d-6988-cd14-7c39-be74dbc44607" [ 1083.318027] env[65717]: _type = "HttpNfcLease" [ 1083.318027] env[65717]: } obtained for exporting VM: (result){ [ 1083.318027] env[65717]: value = "vm-860050" [ 1083.318027] env[65717]: _type = "VirtualMachine" [ 1083.318027] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.318027] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the lease: (returnval){ [ 1083.318027] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5215188d-6988-cd14-7c39-be74dbc44607" [ 1083.318027] env[65717]: _type = "HttpNfcLease" [ 1083.318027] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.329989] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.329989] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5215188d-6988-cd14-7c39-be74dbc44607" [ 1083.329989] env[65717]: _type = "HttpNfcLease" [ 1083.329989] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.330347] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.330347] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5215188d-6988-cd14-7c39-be74dbc44607" [ 1083.330347] env[65717]: _type = "HttpNfcLease" [ 1083.330347] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.331213] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383131f5-5be3-4b31-86d5-28ac470ec111 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.343693] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.343916] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.448455] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0d238e5-0627-4a16-b899-a47ded686fc5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.487675] env[65717]: WARNING neutronclient.v2_0.client [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.496225] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393894, 'name': ReconfigVM_Task, 'duration_secs': 0.340177} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.496541] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860028', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'name': 'volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b1a82125-0669-464f-8171-f638fc701973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'serial': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.497316] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570fa914-85ee-44ae-8bfe-54fa2d7113ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.506413] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1083.506413] env[65717]: value = "task-4393896" [ 1083.506413] env[65717]: _type = "Task" [ 1083.506413] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.515788] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393896, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.583363] env[65717]: INFO nova.compute.manager [-] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Took 1.65 seconds to deallocate network for instance. [ 1083.591447] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updated VIF entry in instance network info cache for port e4aabc2e-257d-4707-b56b-89c258031c68. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1083.592009] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [{"id": "e4aabc2e-257d-4707-b56b-89c258031c68", "address": "fa:16:3e:2e:97:7b", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4aabc2e-25", "ovs_interfaceid": "e4aabc2e-257d-4707-b56b-89c258031c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.622702] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.623258] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1083.625992] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.337s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.627575] env[65717]: DEBUG nova.objects.instance [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lazy-loading 'resources' on Instance uuid 5fdbd289-4040-4fad-8391-56c901108e77 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.816486] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.021813] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393896, 'name': Rename_Task, 'duration_secs': 0.17914} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.021813] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.021813] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24db8ee7-d16e-407a-ab8a-2e207a204106 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.030119] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1084.030119] env[65717]: value = "task-4393897" [ 1084.030119] env[65717]: _type = "Task" [ 1084.030119] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.040144] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.090730] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.094770] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Releasing lock "refresh_cache-64a45536-e657-44ae-87e3-d3efc7ee7196" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.095725] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1084.095725] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing instance network info cache due to event network-changed-b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1084.095725] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.095972] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.095972] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.130401] env[65717]: DEBUG nova.compute.utils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.137123] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1084.137318] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.137642] env[65717]: WARNING neutronclient.v2_0.client [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.138231] env[65717]: WARNING neutronclient.v2_0.client [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.195537] env[65717]: DEBUG nova.policy [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ea190cb41740d1b5c45cfc94bfae7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fb435aaa3f41e886947e6d25d6e483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.449960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a20df22-a1bb-4cca-a0e1-db042f9ff301 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.459571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb41e3-9827-4c7b-9f2c-6676208ea54b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.497584] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce380556-4027-42f7-ba67-11da60749e48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.507323] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e00d5-4a9c-486e-b4f8-530c0945a0ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.523985] env[65717]: DEBUG nova.compute.provider_tree [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.543983] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.600264] env[65717]: WARNING neutronclient.v2_0.client [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.629991] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Successfully created port: f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.638159] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1084.657818] env[65717]: DEBUG nova.network.neutron [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Successfully updated port: bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.932233] env[65717]: DEBUG nova.compute.manager [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1084.932466] env[65717]: DEBUG oslo_concurrency.lockutils [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.932730] env[65717]: DEBUG oslo_concurrency.lockutils [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.933043] env[65717]: DEBUG oslo_concurrency.lockutils [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.933904] env[65717]: DEBUG nova.compute.manager [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] No waiting events found dispatching network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1084.934137] env[65717]: WARNING nova.compute.manager [req-98d52704-7342-40c4-a6e4-f248c735b25d req-a31d0e51-d07f-4b72-b82a-8d4575ab0370 service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received unexpected event network-vif-plugged-bc57224b-615b-4b56-9514-d90c8cdbc051 for instance with vm_state active and task_state None. [ 1084.937838] env[65717]: WARNING neutronclient.v2_0.client [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.030230] env[65717]: DEBUG nova.scheduler.client.report [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.045688] env[65717]: DEBUG oslo_vmware.api [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393897, 'name': PowerOnVM_Task, 'duration_secs': 0.538004} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.047242] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.055471] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updated VIF entry in instance network info cache for port b389d80a-4f0f-4f16-997b-62e1a57c4e47. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.055845] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.161179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.164281] env[65717]: DEBUG nova.compute.manager [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1085.165289] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a9317-4b72-4710-8597-16d1b76413c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.540788] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.544220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.389s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.546018] env[65717]: INFO nova.compute.claims [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.558503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.558839] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.560625] env[65717]: DEBUG oslo_concurrency.lockutils [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.560973] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Received event network-vif-deleted-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1085.561238] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Received event network-vif-deleted-792e6ec0-491a-4700-b185-62c03daf1a58 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1085.561629] env[65717]: INFO nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Neutron deleted interface 792e6ec0-491a-4700-b185-62c03daf1a58; detaching it from the instance and deleting it from the info cache [ 1085.561695] env[65717]: DEBUG nova.network.neutron [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.565675] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.565865] env[65717]: DEBUG nova.network.neutron [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.567861] env[65717]: INFO nova.scheduler.client.report [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Deleted allocations for instance 5fdbd289-4040-4fad-8391-56c901108e77 [ 1085.648341] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1085.680442] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.680719] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.680910] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.681151] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.681316] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.681461] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.681684] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.681854] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.682042] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.682506] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.682506] env[65717]: DEBUG nova.virt.hardware [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.689644] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e77951-a08b-4ebf-9314-a4c9343cddb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.695660] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1fc7877d-41cb-434e-b851-17a9b69caec4 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.419s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.711883] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0ac02-a0d4-4acf-9707-8594f9150826 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.067055] env[65717]: DEBUG nova.compute.utils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.069026] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd668d3-5554-4c0a-a43e-6839dacfbe0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.078126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Lock "5fdbd289-4040-4fad-8391-56c901108e77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.194s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.085817] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f10230-8d05-4ed1-b4ee-35aacec1e06f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.120346] env[65717]: DEBUG nova.compute.manager [req-a5982a89-0679-45a6-a2db-e0b2d439b3fd req-339c301f-8e70-4487-83b3-a2f5550023fb service nova] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Detach interface failed, port_id=792e6ec0-491a-4700-b185-62c03daf1a58, reason: Instance 15a80c84-e57f-427c-a03c-f100485902f9 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1086.121794] env[65717]: WARNING nova.network.neutron [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] 0f60d611-5e03-4936-aebc-188b2df35cff already exists in list: networks containing: ['0f60d611-5e03-4936-aebc-188b2df35cff']. ignoring it [ 1086.251709] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.311332] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Successfully updated port: f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.424324] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.507717] env[65717]: DEBUG nova.network.neutron [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc57224b-615b-4b56-9514-d90c8cdbc051", "address": "fa:16:3e:5a:6d:70", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57224b-61", "ovs_interfaceid": "bc57224b-615b-4b56-9514-d90c8cdbc051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.572972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.776550] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3454f5d5-a25d-4742-b0ad-9d16b9a63a95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.785964] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f02a9-5b13-49ef-855b-72c09dc29354 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.818644] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.818759] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.818965] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.821223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae32e4-697a-4abd-aa50-c439b798b767 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.831148] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7534ad8-b9d6-44f6-84c3-1b9cefbee754 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.848669] env[65717]: DEBUG nova.compute.provider_tree [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.010746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.011503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.011641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.012722] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4300b-3657-4d6f-b7d8-1c274991b480 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.033540] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.033802] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.033982] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.034243] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.034390] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.034539] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.034751] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.034910] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.035257] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.035414] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.035598] env[65717]: DEBUG nova.virt.hardware [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.043151] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfiguring VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1087.043707] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af4f947-a2af-4f1b-ae54-890a0e9fa5a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.063611] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1087.063611] env[65717]: value = "task-4393898" [ 1087.063611] env[65717]: _type = "Task" [ 1087.063611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.075870] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393898, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.352046] env[65717]: DEBUG nova.scheduler.client.report [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.364938] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1087.511909] env[65717]: WARNING neutronclient.v2_0.client [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.577108] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.660563] env[65717]: DEBUG nova.network.neutron [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating instance_info_cache with network_info: [{"id": "f494b5a5-39fa-4143-b69e-14f57151e106", "address": "fa:16:3e:9f:91:2c", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf494b5a5-39", "ovs_interfaceid": "f494b5a5-39fa-4143-b69e-14f57151e106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.662873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.663452] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.663556] env[65717]: INFO nova.compute.manager [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Attaching volume 39e8ddf7-f842-45c3-b6cf-51d583ae8788 to /dev/sdb [ 1087.713617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d8d0f-f88a-4410-ba19-2af4b3221199 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.724996] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f234ba-cfd6-43c5-aebd-809c1ea6e6cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.742972] env[65717]: DEBUG nova.virt.block_device [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating existing volume attachment record: b5cec486-be98-4563-b7c2-48fa840b843c {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.858337] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.862487] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1087.862487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.338s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.862487] env[65717]: DEBUG nova.objects.instance [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lazy-loading 'resources' on Instance uuid 615494ab-4388-44cb-ab80-25de52d2043f {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.984777] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-changed-bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1087.985091] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing instance network info cache due to event network-changed-bc57224b-615b-4b56-9514-d90c8cdbc051. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1087.985351] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.985565] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.985775] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Refreshing network info cache for port bc57224b-615b-4b56-9514-d90c8cdbc051 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.079437] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.166641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.167050] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Instance network_info: |[{"id": "f494b5a5-39fa-4143-b69e-14f57151e106", "address": "fa:16:3e:9f:91:2c", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf494b5a5-39", "ovs_interfaceid": "f494b5a5-39fa-4143-b69e-14f57151e106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1088.167526] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:91:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f494b5a5-39fa-4143-b69e-14f57151e106', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.175311] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1088.175788] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.175788] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5148a9eb-c70f-4118-9b09-fc1230d7c124 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.200349] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.200349] env[65717]: value = "task-4393900" [ 1088.200349] env[65717]: _type = "Task" [ 1088.200349] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.215141] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393900, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.372079] env[65717]: DEBUG nova.compute.utils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.374214] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1088.374413] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1088.377026] env[65717]: WARNING neutronclient.v2_0.client [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.377026] env[65717]: WARNING neutronclient.v2_0.client [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.426788] env[65717]: DEBUG nova.policy [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84effc5c619948b78034cc8c35ee733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050733dc261b428497efcb3bf043c1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.488873] env[65717]: WARNING neutronclient.v2_0.client [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.579774] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.621386] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3946f444-240b-4e58-a1c3-268d2111121b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.631763] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d9097-29d8-46a7-84f4-31dc1ea00557 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.666500] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a81add6-8141-4296-817b-7f744ff4415c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676381] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460a086-66e6-4e7f-b951-fecd1277d4bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.692537] env[65717]: DEBUG nova.compute.provider_tree [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.713299] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393900, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.859452] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Successfully created port: a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.880767] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1089.082315] env[65717]: DEBUG oslo_vmware.api [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393898, 'name': ReconfigVM_Task, 'duration_secs': 1.953275} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.083219] env[65717]: WARNING neutronclient.v2_0.client [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.083219] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.083533] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfigured VM to attach interface {{(pid=65717) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.197880] env[65717]: DEBUG nova.scheduler.client.report [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.222141] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393900, 'name': CreateVM_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.495315] env[65717]: WARNING neutronclient.v2_0.client [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.591478] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9813194e-afc5-4d4b-8748-65c1410e1275 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.894s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.710577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.716496] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.900s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.716766] env[65717]: DEBUG nova.objects.instance [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'resources' on Instance uuid 15a80c84-e57f-427c-a03c-f100485902f9 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.717902] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393900, 'name': CreateVM_Task, 'duration_secs': 1.19285} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.718114] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.718819] env[65717]: WARNING neutronclient.v2_0.client [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.719192] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.719360] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.719657] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.719976] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45094cc6-e8eb-4b16-a1f3-9b48534383f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.726708] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1089.726708] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d858fa-e88a-21b9-42ec-4ead97220de8" [ 1089.726708] env[65717]: _type = "Task" [ 1089.726708] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.739942] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d858fa-e88a-21b9-42ec-4ead97220de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.759513] env[65717]: INFO nova.scheduler.client.report [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted allocations for instance 615494ab-4388-44cb-ab80-25de52d2043f [ 1089.821264] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updated VIF entry in instance network info cache for port bc57224b-615b-4b56-9514-d90c8cdbc051. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.821905] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc57224b-615b-4b56-9514-d90c8cdbc051", "address": "fa:16:3e:5a:6d:70", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57224b-61", "ovs_interfaceid": "bc57224b-615b-4b56-9514-d90c8cdbc051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.892717] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1089.922997] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1089.923335] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.923527] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1089.923889] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.924104] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1089.924281] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1089.924498] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1089.924706] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1089.924900] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1089.925117] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1089.925342] env[65717]: DEBUG nova.virt.hardware [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1089.926351] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d729049-e0a4-4250-b00e-fe96e3317e2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.936211] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541b003-cbd8-41a1-a938-dfc884ee05ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.239382] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d858fa-e88a-21b9-42ec-4ead97220de8, 'name': SearchDatastore_Task, 'duration_secs': 0.014649} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.239750] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.239988] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.240220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.240376] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.240594] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.240874] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b682874e-cb39-44ee-bf12-f43a74ac8057 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.253113] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.253413] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.254456] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f3db9a-7561-46d0-8d6d-3cad3f2c7029 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.264034] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1090.264034] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521e32f3-9d7e-0338-f13e-5a966d9ca203" [ 1090.264034] env[65717]: _type = "Task" [ 1090.264034] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.272177] env[65717]: DEBUG oslo_concurrency.lockutils [None req-57b362be-e8ce-4edf-a950-a065c8c65272 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "615494ab-4388-44cb-ab80-25de52d2043f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.469s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.281393] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521e32f3-9d7e-0338-f13e-5a966d9ca203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.325618] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.325904] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Received event network-vif-plugged-f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1090.326783] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.326783] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.326783] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.326960] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] No waiting events found dispatching network-vif-plugged-f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.327563] env[65717]: WARNING nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Received unexpected event network-vif-plugged-f494b5a5-39fa-4143-b69e-14f57151e106 for instance with vm_state building and task_state spawning. [ 1090.327563] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Received event network-changed-f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1090.327563] env[65717]: DEBUG nova.compute.manager [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Refreshing instance network info cache due to event network-changed-f494b5a5-39fa-4143-b69e-14f57151e106. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1090.327764] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Acquiring lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.327905] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Acquired lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.328080] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Refreshing network info cache for port f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.434199] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e291b4-3317-478c-9fb3-4184023bf872 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.443691] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e9ead-2d7c-4452-9001-ebf16b323594 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.479094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121203b1-f6be-4e55-b2fc-164df70d921d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.490410] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348f9ea-522b-442b-a3ae-c98582cd0f30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.495288] env[65717]: DEBUG nova.compute.manager [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received event network-vif-plugged-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1090.495496] env[65717]: DEBUG oslo_concurrency.lockutils [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] Acquiring lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.495700] env[65717]: DEBUG oslo_concurrency.lockutils [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.495863] env[65717]: DEBUG oslo_concurrency.lockutils [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.496035] env[65717]: DEBUG nova.compute.manager [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] No waiting events found dispatching network-vif-plugged-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.496220] env[65717]: WARNING nova.compute.manager [req-74a3c971-37fa-40b0-8a1e-f027ffed4748 req-32505ef7-45c9-40a4-9e85-de0a8757ef68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received unexpected event network-vif-plugged-a437b4f3-2847-412d-b26c-242391a7545b for instance with vm_state building and task_state spawning. [ 1090.511208] env[65717]: DEBUG nova.compute.provider_tree [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.586764] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Successfully updated port: a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1090.778455] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521e32f3-9d7e-0338-f13e-5a966d9ca203, 'name': SearchDatastore_Task, 'duration_secs': 0.017203} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.779332] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201e1c7c-d30e-4cbd-865c-d24a51c54160 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.786570] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1090.786570] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247dd90-022b-cec0-ed53-8b9778f3059f" [ 1090.786570] env[65717]: _type = "Task" [ 1090.786570] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.795382] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247dd90-022b-cec0-ed53-8b9778f3059f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.832244] env[65717]: WARNING neutronclient.v2_0.client [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.914651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.914918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.011466] env[65717]: WARNING neutronclient.v2_0.client [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.014938] env[65717]: DEBUG nova.scheduler.client.report [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.090353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.090474] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.090666] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.092963] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updated VIF entry in instance network info cache for port f494b5a5-39fa-4143-b69e-14f57151e106. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.093321] env[65717]: DEBUG nova.network.neutron [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating instance_info_cache with network_info: [{"id": "f494b5a5-39fa-4143-b69e-14f57151e106", "address": "fa:16:3e:9f:91:2c", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf494b5a5-39", "ovs_interfaceid": "f494b5a5-39fa-4143-b69e-14f57151e106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.299253] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5247dd90-022b-cec0-ed53-8b9778f3059f, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.299544] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299714] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c7d0310d-709b-450a-a054-9b393374a1c5/c7d0310d-709b-450a-a054-9b393374a1c5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.300036] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31bb56e8-944c-4522-b74c-88542b659144 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.309174] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1091.309174] env[65717]: value = "task-4393904" [ 1091.309174] env[65717]: _type = "Task" [ 1091.309174] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.319210] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.420045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.420045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.420045] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc83ce5-45e5-4ed3-86c3-2ba29922754b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.439785] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0a3b67-c7cd-48f6-a404-f2563f88d7e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.461734] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.467478] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfiguring VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1091.468022] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296f7a9d-fa06-4ecc-bb5d-fe773bcf0da0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.487791] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1091.487791] env[65717]: value = "task-4393905" [ 1091.487791] env[65717]: _type = "Task" [ 1091.487791] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.497797] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.520092] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.522556] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.432s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.522813] env[65717]: DEBUG nova.objects.instance [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lazy-loading 'resources' on Instance uuid f90fd3b6-1397-48c2-a863-39eb5434e354 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.550108] env[65717]: INFO nova.scheduler.client.report [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted allocations for instance 15a80c84-e57f-427c-a03c-f100485902f9 [ 1091.599722] env[65717]: DEBUG oslo_concurrency.lockutils [req-8e415de1-b244-486d-8a22-3f4710ec47b3 req-13b0b966-6e34-48f4-8cf1-ed89931116dc service nova] Releasing lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.668475] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1091.817616] env[65717]: WARNING neutronclient.v2_0.client [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.828462] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.944759] env[65717]: DEBUG nova.network.neutron [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [{"id": "a437b4f3-2847-412d-b26c-242391a7545b", "address": "fa:16:3e:70:45:a4", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa437b4f3-28", "ovs_interfaceid": "a437b4f3-2847-412d-b26c-242391a7545b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.999807] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.009269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.009269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.009269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.009269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.009706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.012050] env[65717]: INFO nova.compute.manager [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Terminating instance [ 1092.057468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e5a6c4ef-d328-4069-9094-7adec99407f4 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "15a80c84-e57f-427c-a03c-f100485902f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.558s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.092696] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.092932] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.093151] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.093333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.093497] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.096255] env[65717]: INFO nova.compute.manager [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Terminating instance [ 1092.187223] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.189040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca39de5-8c1a-4409-bfc6-6c07faa63ff2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.195384] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.195562] env[65717]: ERROR oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk due to incomplete transfer. [ 1092.195812] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc608b98-26d2-49af-8734-cbfbd1584d98 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.206018] env[65717]: DEBUG oslo_vmware.rw_handles [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a8488-c826-7a80-1e88-d6b9dd979672/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1092.206312] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Uploaded image 5eaa9412-eb41-447b-9fc4-b450ff9ecd1d to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1092.209485] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.209740] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e291d588-4cd4-41b5-b55e-1ea4d8875715 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.217664] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1092.217664] env[65717]: value = "task-4393906" [ 1092.217664] env[65717]: _type = "Task" [ 1092.217664] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.227467] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393906, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.229449] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808f706-50c3-4788-957c-0706df680081 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.238731] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae717286-1fbc-4785-bfcb-985356f21079 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.273468] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfc1ae-62f2-463e-8331-7291a0b7f81d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.282618] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bcebed-57ed-4a13-820d-819f380d4edb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.298942] env[65717]: DEBUG nova.compute.provider_tree [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.321837] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625691} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.322212] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] c7d0310d-709b-450a-a054-9b393374a1c5/c7d0310d-709b-450a-a054-9b393374a1c5.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.322513] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.322881] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b03a08-b6cd-4469-b510-b15ee2155e7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.331030] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1092.331030] env[65717]: value = "task-4393907" [ 1092.331030] env[65717]: _type = "Task" [ 1092.331030] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.342031] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.446516] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.446925] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Instance network_info: |[{"id": "a437b4f3-2847-412d-b26c-242391a7545b", "address": "fa:16:3e:70:45:a4", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa437b4f3-28", "ovs_interfaceid": "a437b4f3-2847-412d-b26c-242391a7545b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1092.447773] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:45:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a437b4f3-2847-412d-b26c-242391a7545b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.455393] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating folder: Project (050733dc261b428497efcb3bf043c1ad). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.455714] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a892b17-4091-4d19-b597-239c55f1b900 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.468826] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created folder: Project (050733dc261b428497efcb3bf043c1ad) in parent group-v859766. [ 1092.469421] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating folder: Instances. Parent ref: group-v860054. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.469795] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd53e99-428b-437d-8e55-0da9beb6c043 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.483362] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created folder: Instances in parent group-v860054. [ 1092.483801] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1092.483921] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.484133] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24a1ef7f-138c-45ab-907a-59326efbfe9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.509935] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.511611] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.511611] env[65717]: value = "task-4393910" [ 1092.511611] env[65717]: _type = "Task" [ 1092.511611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.515654] env[65717]: DEBUG nova.compute.manager [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1092.515936] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.516826] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a5bfa-a1ab-4a6b-89e8-f6237da19bec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.523238] env[65717]: DEBUG nova.compute.manager [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received event network-changed-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1092.523238] env[65717]: DEBUG nova.compute.manager [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing instance network info cache due to event network-changed-a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1092.523359] env[65717]: DEBUG oslo_concurrency.lockutils [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] Acquiring lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523404] env[65717]: DEBUG oslo_concurrency.lockutils [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] Acquired lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523543] env[65717]: DEBUG nova.network.neutron [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing network info cache for port a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.528878] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393910, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.534184] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.535107] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76978f04-b670-4024-ada7-0fc91d5c1935 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.543239] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1092.543239] env[65717]: value = "task-4393911" [ 1092.543239] env[65717]: _type = "Task" [ 1092.543239] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.553920] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.600081] env[65717]: DEBUG nova.compute.manager [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1092.600341] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.601316] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50694199-af71-4554-b105-ad69336b21fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.610404] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.610701] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5f75c1-c7d2-4b80-958c-a7e280352275 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.619165] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1092.619165] env[65717]: value = "task-4393912" [ 1092.619165] env[65717]: _type = "Task" [ 1092.619165] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.629731] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.736411] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393906, 'name': Destroy_Task, 'duration_secs': 0.381173} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.736759] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Destroyed the VM [ 1092.737302] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.737806] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebb51f2a-8e3b-46b0-bfb0-27ed164929dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.749227] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1092.749227] env[65717]: value = "task-4393913" [ 1092.749227] env[65717]: _type = "Task" [ 1092.749227] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.761341] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393913, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.803203] env[65717]: DEBUG nova.scheduler.client.report [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.831903] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.832354] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860053', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'name': 'volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b', 'attached_at': '', 'detached_at': '', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'serial': '39e8ddf7-f842-45c3-b6cf-51d583ae8788'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.833828] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78246ed3-0c80-41b6-b9bc-d31e5aa27e3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.847489] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104357} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.858580] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.859962] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b882bb6-d7b1-4ddc-8abf-a7e41ee4e607 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.863152] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168a765-f97c-4595-b3fb-403df63ccadf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.903755] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c7d0310d-709b-450a-a054-9b393374a1c5/c7d0310d-709b-450a-a054-9b393374a1c5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.912010] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788/volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.912360] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca44f3d2-845c-4c0f-968a-d9d4d0aa9e6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.928022] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27945d0-705b-42e2-89a5-d78ed3ccfcab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.949099] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1092.949099] env[65717]: value = "task-4393915" [ 1092.949099] env[65717]: _type = "Task" [ 1092.949099] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.950399] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1092.950399] env[65717]: value = "task-4393914" [ 1092.950399] env[65717]: _type = "Task" [ 1092.950399] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.967772] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.967772] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.011352] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.022037] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393910, 'name': CreateVM_Task, 'duration_secs': 0.444303} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.022248] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.022780] env[65717]: WARNING neutronclient.v2_0.client [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.023370] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.023370] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.023614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.024795] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d64a62-882d-4e9d-9d36-eaccc8ab6e91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.030722] env[65717]: WARNING neutronclient.v2_0.client [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.032580] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1093.032580] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d3a0a7-f963-44fb-7b3e-3a4f9e286eb2" [ 1093.032580] env[65717]: _type = "Task" [ 1093.032580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.044034] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d3a0a7-f963-44fb-7b3e-3a4f9e286eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.044034] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.044240] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.044473] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.044608] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.045542] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.047880] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b8f9d5b-838a-44fc-9339-86b619d00c7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.056898] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393911, 'name': PowerOffVM_Task, 'duration_secs': 0.271986} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.057722] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.057929] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.058749] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c6f5b16-b042-4912-92c9-8f226f94a732 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.060527] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.060742] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.061818] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e4f50d-c6f0-44f0-b6e1-bad72b02a0c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.069498] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1093.069498] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e29984-dbf5-955c-2653-3d3494b7ad61" [ 1093.069498] env[65717]: _type = "Task" [ 1093.069498] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.079567] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e29984-dbf5-955c-2653-3d3494b7ad61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.130606] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393912, 'name': PowerOffVM_Task, 'duration_secs': 0.286848} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.133742] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.133923] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.134405] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba72399-3abe-4418-bf40-02a8657ebae6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.152530] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.152796] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.152970] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleting the datastore file [datastore2] 9cbd8ada-2f99-452a-a30d-0d855c854eca {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.153335] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb41156e-132f-40b1-9db9-6bde5318c817 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.161789] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1093.161789] env[65717]: value = "task-4393918" [ 1093.161789] env[65717]: _type = "Task" [ 1093.161789] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.174426] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.198183] env[65717]: WARNING neutronclient.v2_0.client [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.218903] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.219299] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.219577] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleting the datastore file [datastore2] 41c4156e-6e7c-49b5-be18-73975ab1bb2c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.220162] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1e5454-db5d-4048-a668-017e746a4263 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.227870] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for the task: (returnval){ [ 1093.227870] env[65717]: value = "task-4393919" [ 1093.227870] env[65717]: _type = "Task" [ 1093.227870] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.239013] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.262165] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393913, 'name': RemoveSnapshot_Task} progress is 1%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.290931] env[65717]: DEBUG nova.network.neutron [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updated VIF entry in instance network info cache for port a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.291325] env[65717]: DEBUG nova.network.neutron [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [{"id": "a437b4f3-2847-412d-b26c-242391a7545b", "address": "fa:16:3e:70:45:a4", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa437b4f3-28", "ovs_interfaceid": "a437b4f3-2847-412d-b26c-242391a7545b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.309242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.337036] env[65717]: INFO nova.scheduler.client.report [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Deleted allocations for instance f90fd3b6-1397-48c2-a863-39eb5434e354 [ 1093.464545] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393915, 'name': ReconfigVM_Task, 'duration_secs': 0.373848} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.468073] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c7d0310d-709b-450a-a054-9b393374a1c5/c7d0310d-709b-450a-a054-9b393374a1c5.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.468860] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393914, 'name': ReconfigVM_Task, 'duration_secs': 0.443387} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.469091] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9c1c44f-d168-44e7-a894-1f5c24ee9989 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.470986] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788/volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.476132] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdb6ad7-8e22-4b24-a629-35fb6fe2579d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.493714] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1093.493714] env[65717]: value = "task-4393921" [ 1093.493714] env[65717]: _type = "Task" [ 1093.493714] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.495425] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1093.495425] env[65717]: value = "task-4393920" [ 1093.495425] env[65717]: _type = "Task" [ 1093.495425] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.509423] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.516300] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.516560] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393920, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.580960] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e29984-dbf5-955c-2653-3d3494b7ad61, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.581951] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b0781c-5604-449b-969c-ab51d8dc554e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.589145] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1093.589145] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdf462-ee00-fee8-727e-2e77583a16a6" [ 1093.589145] env[65717]: _type = "Task" [ 1093.589145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.603217] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdf462-ee00-fee8-727e-2e77583a16a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.677076] env[65717]: DEBUG oslo_vmware.api [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191582} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.677446] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.677689] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.678184] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.678184] env[65717]: INFO nova.compute.manager [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1093.678407] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1093.678648] env[65717]: DEBUG nova.compute.manager [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.678766] env[65717]: DEBUG nova.network.neutron [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.679207] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.722997] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.739900] env[65717]: DEBUG oslo_vmware.api [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Task: {'id': task-4393919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189339} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.740631] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.740631] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.740824] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.741010] env[65717]: INFO nova.compute.manager [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.741343] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1093.741593] env[65717]: DEBUG nova.compute.manager [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.741691] env[65717]: DEBUG nova.network.neutron [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.741979] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.762497] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393913, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.779921] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.795041] env[65717]: DEBUG oslo_concurrency.lockutils [req-c4a792f7-6a17-4cd4-859b-fffb5d19ed3a req-86698228-73a6-41da-96cd-cc985f75f737 service nova] Releasing lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.845175] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9e89905d-14cc-4616-8a3c-0cabe1f80268 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Lock "f90fd3b6-1397-48c2-a863-39eb5434e354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.104s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.985600] env[65717]: DEBUG nova.compute.manager [req-e1deed71-d138-4528-8e4f-2a9cb63b2c46 req-dd52e3e4-3076-426a-b2b0-cdaf35d7d57c service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Received event network-vif-deleted-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1093.985702] env[65717]: INFO nova.compute.manager [req-e1deed71-d138-4528-8e4f-2a9cb63b2c46 req-dd52e3e4-3076-426a-b2b0-cdaf35d7d57c service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Neutron deleted interface dcc3f7ff-fdff-4903-8ba2-9d8efa382470; detaching it from the instance and deleting it from the info cache [ 1093.986061] env[65717]: DEBUG nova.network.neutron [req-e1deed71-d138-4528-8e4f-2a9cb63b2c46 req-dd52e3e4-3076-426a-b2b0-cdaf35d7d57c service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.006538] env[65717]: DEBUG oslo_vmware.api [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393921, 'name': ReconfigVM_Task, 'duration_secs': 0.204849} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.010225] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860053', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'name': 'volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b', 'attached_at': '', 'detached_at': '', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'serial': '39e8ddf7-f842-45c3-b6cf-51d583ae8788'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.015031] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393920, 'name': Rename_Task, 'duration_secs': 0.236508} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.018623] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.019272] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.019713] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a79539-eeed-4bcb-a001-b79000f54154 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.028342] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1094.028342] env[65717]: value = "task-4393922" [ 1094.028342] env[65717]: _type = "Task" [ 1094.028342] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.037659] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.100762] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bdf462-ee00-fee8-727e-2e77583a16a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.101028] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.101320] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0a62440-e59e-419d-abec-f1bbbe72a5a4/d0a62440-e59e-419d-abec-f1bbbe72a5a4.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.101599] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f6f16b-a676-48c0-887c-737a15c93c74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.108805] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1094.108805] env[65717]: value = "task-4393923" [ 1094.108805] env[65717]: _type = "Task" [ 1094.108805] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.118096] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.234227] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.234955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.262040] env[65717]: DEBUG oslo_vmware.api [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393913, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149683} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.262216] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.262381] env[65717]: INFO nova.compute.manager [None req-3f584c06-a050-4276-bac3-90d016df35d0 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 1094.462918] env[65717]: DEBUG nova.network.neutron [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.481922] env[65717]: DEBUG nova.network.neutron [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.488274] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce7c673a-068e-4891-9add-5403466052e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.501923] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75ebc0-76de-4ce5-b331-946a753ec651 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.530277] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.546293] env[65717]: DEBUG nova.compute.manager [req-e1deed71-d138-4528-8e4f-2a9cb63b2c46 req-dd52e3e4-3076-426a-b2b0-cdaf35d7d57c service nova] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Detach interface failed, port_id=dcc3f7ff-fdff-4903-8ba2-9d8efa382470, reason: Instance 9cbd8ada-2f99-452a-a30d-0d855c854eca could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1094.550920] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.555534] env[65717]: DEBUG nova.compute.manager [req-4ab4d338-e438-4426-b44c-f5b2c6f066df req-cec77c74-c688-4af7-a936-700c635a3036 service nova] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Received event network-vif-deleted-d2e53318-4027-4869-b9fb-6c706098e8e9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1094.620251] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.737864] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1094.965731] env[65717]: INFO nova.compute.manager [-] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Took 1.29 seconds to deallocate network for instance. [ 1094.984972] env[65717]: INFO nova.compute.manager [-] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Took 1.24 seconds to deallocate network for instance. [ 1095.024492] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.039370] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.059312] env[65717]: DEBUG nova.objects.instance [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'flavor' on Instance uuid f6ffd716-c31e-41c1-ae7d-2b5a915e027b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.120296] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7429} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.120541] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] d0a62440-e59e-419d-abec-f1bbbe72a5a4/d0a62440-e59e-419d-abec-f1bbbe72a5a4.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.120756] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.121019] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8405840c-26df-4d71-b639-6753a17df7e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.128672] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1095.128672] env[65717]: value = "task-4393924" [ 1095.128672] env[65717]: _type = "Task" [ 1095.128672] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.138782] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.273303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.273303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.273303] env[65717]: INFO nova.compute.claims [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.473055] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.493453] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.524732] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.541068] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.566265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-464d350e-f5c6-4acc-885f-cc3be215f1d2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.903s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.573484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.573853] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.574056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.574250] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.574421] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.576637] env[65717]: INFO nova.compute.manager [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Terminating instance [ 1095.639565] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076541} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.639845] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.640707] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e32ac5-1d98-49f2-91b8-af0396f9994a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.665353] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d0a62440-e59e-419d-abec-f1bbbe72a5a4/d0a62440-e59e-419d-abec-f1bbbe72a5a4.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.666213] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563fcdb2-57bb-40aa-acaa-f8fefe629640 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.689489] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1095.689489] env[65717]: value = "task-4393925" [ 1095.689489] env[65717]: _type = "Task" [ 1095.689489] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.701329] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.025323] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.041416] env[65717]: DEBUG oslo_vmware.api [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4393922, 'name': PowerOnVM_Task, 'duration_secs': 1.599811} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.041707] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.041926] env[65717]: INFO nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1096.042121] env[65717]: DEBUG nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.042952] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249d8e6-5a85-4cda-bbfb-933ff5b95943 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.081998] env[65717]: DEBUG nova.compute.manager [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1096.083055] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.083395] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c699b38-b2e7-4b61-a52f-66e0c2928f07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.095313] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.096360] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f3e752-c069-45bd-8dd3-a3a238eab91d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.104997] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1096.104997] env[65717]: value = "task-4393926" [ 1096.104997] env[65717]: _type = "Task" [ 1096.104997] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.117363] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.205408] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.467071] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1788a-d258-4bbd-9a15-2180884d88d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.475509] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53104b25-a656-4d11-a97c-17d6dbbc953a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.507495] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7d029-1ec8-448a-ba6d-2dbc2f659729 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.518881] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cc0b9-e7a9-4784-b8d1-650022971f25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.528133] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.536414] env[65717]: DEBUG nova.compute.provider_tree [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.561914] env[65717]: INFO nova.compute.manager [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Took 19.40 seconds to build instance. [ 1096.616836] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393926, 'name': PowerOffVM_Task, 'duration_secs': 0.334073} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.617134] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.617479] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.617741] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63591d5a-cf1a-45ae-9742-2b76973e95e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.697274] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.697569] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.697788] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Deleting the datastore file [datastore2] 4841eb10-37a8-4ebc-813d-e907e63c72b6 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.698602] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac28e00a-2eca-4f12-b487-79e4e0566952 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.706445] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393925, 'name': ReconfigVM_Task, 'duration_secs': 0.693926} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.707401] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d0a62440-e59e-419d-abec-f1bbbe72a5a4/d0a62440-e59e-419d-abec-f1bbbe72a5a4.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.708645] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5e7f1bf-c27f-4894-962c-413ce1732b11 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.713255] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for the task: (returnval){ [ 1096.713255] env[65717]: value = "task-4393928" [ 1096.713255] env[65717]: _type = "Task" [ 1096.713255] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.721547] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1096.721547] env[65717]: value = "task-4393929" [ 1096.721547] env[65717]: _type = "Task" [ 1096.721547] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.732516] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.742430] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393929, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.025832] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.040345] env[65717]: DEBUG nova.scheduler.client.report [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.063752] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.925s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.140432] env[65717]: DEBUG nova.compute.manager [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1097.225367] env[65717]: DEBUG oslo_vmware.api [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Task: {'id': task-4393928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151556} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.228643] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.228839] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.229030] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.229205] env[65717]: INFO nova.compute.manager [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1097.229442] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1097.229991] env[65717]: DEBUG nova.compute.manager [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1097.230106] env[65717]: DEBUG nova.network.neutron [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1097.230505] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.239089] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393929, 'name': Rename_Task, 'duration_secs': 0.178139} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.239411] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.239706] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ecbe3f-8cca-4572-acc4-dce374a576b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.247228] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1097.247228] env[65717]: value = "task-4393930" [ 1097.247228] env[65717]: _type = "Task" [ 1097.247228] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.256549] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.278416] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.525268] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "52c13eaa-ddfc-4199-91ad-651e9646c460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.525684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.531255] env[65717]: DEBUG oslo_vmware.api [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393905, 'name': ReconfigVM_Task, 'duration_secs': 5.930724} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.531511] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.531719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Reconfigured VM to detach interface {{(pid=65717) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1097.532201] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.532655] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.545980] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.546706] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1097.550872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.078s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.552039] env[65717]: DEBUG nova.objects.instance [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lazy-loading 'resources' on Instance uuid 9cbd8ada-2f99-452a-a30d-0d855c854eca {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.594801] env[65717]: DEBUG nova.compute.manager [req-21030bb8-2226-455f-844c-71669e706b03 req-a31f29ef-38b6-4887-8be8-87535d42b7e2 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Received event network-vif-deleted-6af731ec-7f81-486c-99c6-c8abee8b2f9b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1097.595031] env[65717]: INFO nova.compute.manager [req-21030bb8-2226-455f-844c-71669e706b03 req-a31f29ef-38b6-4887-8be8-87535d42b7e2 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Neutron deleted interface 6af731ec-7f81-486c-99c6-c8abee8b2f9b; detaching it from the instance and deleting it from the info cache [ 1097.595184] env[65717]: DEBUG nova.network.neutron [req-21030bb8-2226-455f-844c-71669e706b03 req-a31f29ef-38b6-4887-8be8-87535d42b7e2 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.599570] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.665228] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.759454] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.777118] env[65717]: DEBUG nova.compute.manager [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Received event network-changed-f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1097.777118] env[65717]: DEBUG nova.compute.manager [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Refreshing instance network info cache due to event network-changed-f494b5a5-39fa-4143-b69e-14f57151e106. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1097.777118] env[65717]: DEBUG oslo_concurrency.lockutils [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] Acquiring lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.777118] env[65717]: DEBUG oslo_concurrency.lockutils [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] Acquired lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.777118] env[65717]: DEBUG nova.network.neutron [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Refreshing network info cache for port f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.027870] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1098.038352] env[65717]: DEBUG nova.network.neutron [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.055469] env[65717]: DEBUG nova.compute.utils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.061139] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1098.061513] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1098.061751] env[65717]: WARNING neutronclient.v2_0.client [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.062076] env[65717]: WARNING neutronclient.v2_0.client [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.102793] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825ce224-2837-4c3b-8fe4-b4a6ad4c363d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.110402] env[65717]: DEBUG nova.policy [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ea18ceda5d45318ffdc6cb922ab5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62278cdb9a84ac8a3f0884e49184c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.118370] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b93bf1-f4f0-4431-9ed3-055b0024af5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.159543] env[65717]: DEBUG nova.compute.manager [req-21030bb8-2226-455f-844c-71669e706b03 req-a31f29ef-38b6-4887-8be8-87535d42b7e2 service nova] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Detach interface failed, port_id=6af731ec-7f81-486c-99c6-c8abee8b2f9b, reason: Instance 4841eb10-37a8-4ebc-813d-e907e63c72b6 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1098.262716] env[65717]: DEBUG oslo_vmware.api [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4393930, 'name': PowerOnVM_Task, 'duration_secs': 1.000347} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.263051] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.263275] env[65717]: INFO nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1098.263460] env[65717]: DEBUG nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.264358] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd264f-3355-4d03-9971-6b054b00cc59 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.280210] env[65717]: WARNING neutronclient.v2_0.client [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.284470] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289f019-d4b0-4121-b93f-f5428ca4349c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.295499] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31723ebf-f63e-455d-be7d-1b705bb5db24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.332900] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e1af3-0cea-4693-80db-c47ccf97a458 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.343144] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca41b40-891f-491c-bdaf-0067a0f79616 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.359153] env[65717]: DEBUG nova.compute.provider_tree [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.443812] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Successfully created port: d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1098.495328] env[65717]: WARNING neutronclient.v2_0.client [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.542500] env[65717]: INFO nova.compute.manager [-] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Took 1.31 seconds to deallocate network for instance. [ 1098.552209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.561586] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1098.568022] env[65717]: DEBUG nova.network.neutron [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updated VIF entry in instance network info cache for port f494b5a5-39fa-4143-b69e-14f57151e106. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.568022] env[65717]: DEBUG nova.network.neutron [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating instance_info_cache with network_info: [{"id": "f494b5a5-39fa-4143-b69e-14f57151e106", "address": "fa:16:3e:9f:91:2c", "network": {"id": "42dae476-b540-4ffd-ad80-02e633afb112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-746036254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47fb435aaa3f41e886947e6d25d6e483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf494b5a5-39", "ovs_interfaceid": "f494b5a5-39fa-4143-b69e-14f57151e106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.787667] env[65717]: INFO nova.compute.manager [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Took 16.66 seconds to build instance. [ 1098.863816] env[65717]: DEBUG nova.scheduler.client.report [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.950727] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.950938] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquired lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.951149] env[65717]: DEBUG nova.network.neutron [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.050462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.071962] env[65717]: DEBUG oslo_concurrency.lockutils [req-0fb74d9c-86d8-42cf-95fd-91bffa270510 req-fd3de4a7-586f-4373-b132-5495b02d9782 service nova] Releasing lock "refresh_cache-c7d0310d-709b-450a-a054-9b393374a1c5" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.289269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.178s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.373288] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.377267] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.884s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.377747] env[65717]: DEBUG nova.objects.instance [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lazy-loading 'resources' on Instance uuid 41c4156e-6e7c-49b5-be18-73975ab1bb2c {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.405056] env[65717]: INFO nova.scheduler.client.report [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted allocations for instance 9cbd8ada-2f99-452a-a30d-0d855c854eca [ 1099.456097] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.459430] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.459665] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.459867] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.460057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.460287] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.462422] env[65717]: INFO nova.compute.manager [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Terminating instance [ 1099.574600] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1099.605744] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1099.606011] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.606174] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1099.606377] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.606534] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1099.606678] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1099.606882] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.607046] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1099.607212] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1099.607367] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1099.607534] env[65717]: DEBUG nova.virt.hardware [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1099.608746] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47007a37-4fca-463b-9720-3515c9aefb5f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.618733] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc79d83-5eb5-40b5-a934-0d68163efa4c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.838031] env[65717]: DEBUG nova.compute.manager [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received event network-changed-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1099.838031] env[65717]: DEBUG nova.compute.manager [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing instance network info cache due to event network-changed-a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1099.838031] env[65717]: DEBUG oslo_concurrency.lockutils [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] Acquiring lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838031] env[65717]: DEBUG oslo_concurrency.lockutils [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] Acquired lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838031] env[65717]: DEBUG nova.network.neutron [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing network info cache for port a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.896372] env[65717]: WARNING neutronclient.v2_0.client [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.916395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8b5bd23f-9975-48e6-a4ca-374d5514609b tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "9cbd8ada-2f99-452a-a30d-0d855c854eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.907s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.920724] env[65717]: DEBUG nova.compute.manager [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Received event network-vif-plugged-d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1099.920901] env[65717]: DEBUG oslo_concurrency.lockutils [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] Acquiring lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.921358] env[65717]: DEBUG oslo_concurrency.lockutils [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.921554] env[65717]: DEBUG oslo_concurrency.lockutils [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.921732] env[65717]: DEBUG nova.compute.manager [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] No waiting events found dispatching network-vif-plugged-d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1099.921903] env[65717]: WARNING nova.compute.manager [req-21bc8562-8ecd-4529-ad5f-9aa52bedc9ed req-ba84f1dd-6895-4bf2-8eba-1eee22ff7146 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Received unexpected event network-vif-plugged-d1ff3b26-ce27-46c0-83bb-980482b68866 for instance with vm_state building and task_state spawning. [ 1099.966066] env[65717]: DEBUG nova.compute.manager [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1099.966276] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.967132] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05910b-d8fa-4495-8133-6a13b54198a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.978641] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.978641] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d9da22-8398-4f82-b7de-9a16882e735f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.988978] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1099.988978] env[65717]: value = "task-4393931" [ 1099.988978] env[65717]: _type = "Task" [ 1099.988978] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.998177] env[65717]: INFO nova.network.neutron [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Port bc57224b-615b-4b56-9514-d90c8cdbc051 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1099.998711] env[65717]: DEBUG nova.network.neutron [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [{"id": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "address": "fa:16:3e:30:36:ed", "network": {"id": "0f60d611-5e03-4936-aebc-188b2df35cff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1473579400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4007f854dd8f4589883be38636bca7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb389d80a-4f", "ovs_interfaceid": "b389d80a-4f0f-4f16-997b-62e1a57c4e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.009644] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.012124] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Successfully updated port: d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1100.109529] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20d2bb-bfb7-43d5-bbf3-f28c6713cfde {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.118398] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721bab8-9058-4f7a-9cf5-f9be0e4a2abb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.154084] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb02b2b9-c6f2-4479-8e08-71b960c77f18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.163885] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875c6c0-601c-4846-972a-6db7a1511348 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.179640] env[65717]: DEBUG nova.compute.provider_tree [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.343184] env[65717]: WARNING neutronclient.v2_0.client [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.500502] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393931, 'name': PowerOffVM_Task, 'duration_secs': 0.228876} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.501684] env[65717]: WARNING neutronclient.v2_0.client [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.504007] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.504218] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.504674] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e1f7aba-8f99-49e3-8a12-5d4b97e41ec9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.511114] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Releasing lock "refresh_cache-b8fe14bd-86a2-44ba-80c3-12ffad327f8b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.516734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.516734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.516734] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.587190] env[65717]: DEBUG nova.network.neutron [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updated VIF entry in instance network info cache for port a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.587190] env[65717]: DEBUG nova.network.neutron [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [{"id": "a437b4f3-2847-412d-b26c-242391a7545b", "address": "fa:16:3e:70:45:a4", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa437b4f3-28", "ovs_interfaceid": "a437b4f3-2847-412d-b26c-242391a7545b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.589720] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.589971] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.590134] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleting the datastore file [datastore2] b8fe14bd-86a2-44ba-80c3-12ffad327f8b {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.590694] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6288ace5-50f6-4fb4-868a-3652fefdb5be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.598158] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1100.598158] env[65717]: value = "task-4393933" [ 1100.598158] env[65717]: _type = "Task" [ 1100.598158] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.609218] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.683369] env[65717]: DEBUG nova.scheduler.client.report [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.019951] env[65717]: DEBUG oslo_concurrency.lockutils [None req-973af357-4559-486e-8e25-400eee77194c tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "interface-b8fe14bd-86a2-44ba-80c3-12ffad327f8b-bc57224b-615b-4b56-9514-d90c8cdbc051" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.105s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.024095] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "387843ff-ee92-4427-9e77-0dd9063a3d32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.024095] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.024280] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.024456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.024629] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.026960] env[65717]: INFO nova.compute.manager [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Terminating instance [ 1101.056803] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1101.091741] env[65717]: DEBUG oslo_concurrency.lockutils [req-1ca36579-cb0e-4742-b7fb-f06dd7281787 req-92789c4d-c0b8-4cd0-ad82-c2bc87e42bcb service nova] Releasing lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.109989] env[65717]: DEBUG oslo_vmware.api [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219307} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.113048] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.113250] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.113454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.113654] env[65717]: INFO nova.compute.manager [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1101.113913] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1101.114320] env[65717]: DEBUG nova.compute.manager [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1101.114422] env[65717]: DEBUG nova.network.neutron [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1101.114658] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.154270] env[65717]: WARNING neutronclient.v2_0.client [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.183643] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.189537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.194292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.529s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.213620] env[65717]: INFO nova.scheduler.client.report [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Deleted allocations for instance 41c4156e-6e7c-49b5-be18-73975ab1bb2c [ 1101.234432] env[65717]: DEBUG nova.network.neutron [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.530714] env[65717]: DEBUG nova.compute.manager [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1101.531019] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.531978] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd8e0d6-6390-4f71-982f-16e5855ba032 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.540233] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.540570] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b1b826-d364-47f1-a6cf-df6be2b7be04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.548643] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1101.548643] env[65717]: value = "task-4393934" [ 1101.548643] env[65717]: _type = "Task" [ 1101.548643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.559278] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.700023] env[65717]: INFO nova.compute.claims [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.725727] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ccaba35a-9088-4f4a-91f2-34156a44cdae tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Lock "41c4156e-6e7c-49b5-be18-73975ab1bb2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.633s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.737836] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.738390] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Instance network_info: |[{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1101.738898] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:51:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ff3b26-ce27-46c0-83bb-980482b68866', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.750444] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1101.751147] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.751583] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be616ae-cb3e-4880-b180-c4b19cfc526c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776536] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.776536] env[65717]: value = "task-4393935" [ 1101.776536] env[65717]: _type = "Task" [ 1101.776536] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.787363] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393935, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.046989] env[65717]: DEBUG nova.compute.manager [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Received event network-changed-d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1102.048485] env[65717]: DEBUG nova.compute.manager [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Refreshing instance network info cache due to event network-changed-d1ff3b26-ce27-46c0-83bb-980482b68866. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1102.048485] env[65717]: DEBUG oslo_concurrency.lockutils [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.048485] env[65717]: DEBUG oslo_concurrency.lockutils [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.048485] env[65717]: DEBUG nova.network.neutron [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Refreshing network info cache for port d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.064076] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393934, 'name': PowerOffVM_Task, 'duration_secs': 0.20527} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.064921] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.065104] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.065364] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2071312e-f3e7-4117-9d59-1253a4dde163 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.150485] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.150750] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.150931] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Deleting the datastore file [datastore1] 387843ff-ee92-4427-9e77-0dd9063a3d32 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.151272] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715b9cd2-9b0b-48a2-afb0-3cc750749b2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.160024] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for the task: (returnval){ [ 1102.160024] env[65717]: value = "task-4393937" [ 1102.160024] env[65717]: _type = "Task" [ 1102.160024] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.172050] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.207347] env[65717]: INFO nova.compute.resource_tracker [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating resource usage from migration 6911ef2b-0999-4657-b98e-9dbe902fee13 [ 1102.292468] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393935, 'name': CreateVM_Task, 'duration_secs': 0.397502} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.293769] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.294670] env[65717]: WARNING neutronclient.v2_0.client [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.294766] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.294843] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.295188] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.295794] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0874511f-871b-4b42-84c6-3f03dbfaaa9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.298448] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.298653] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.307145] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1102.307145] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297fdbf-6207-ab95-7248-ccf9d7e2eac4" [ 1102.307145] env[65717]: _type = "Task" [ 1102.307145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.317907] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297fdbf-6207-ab95-7248-ccf9d7e2eac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.419638] env[65717]: DEBUG nova.network.neutron [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.422791] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848d2168-1f11-4427-af05-a552751e5a57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.432337] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd8414-ddbd-4125-baa6-76eddc0f06cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.468839] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a180db-68ea-469d-b538-ecf1e6fee106 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.479840] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e6c1c4-c4bb-499b-ad4c-46e3ca4e5fe7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.499324] env[65717]: DEBUG nova.compute.provider_tree [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.552257] env[65717]: WARNING neutronclient.v2_0.client [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.670759] env[65717]: DEBUG oslo_vmware.api [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Task: {'id': task-4393937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159749} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.671234] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.671391] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.671584] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.671768] env[65717]: INFO nova.compute.manager [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.672024] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1102.672419] env[65717]: DEBUG nova.compute.manager [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1102.672419] env[65717]: DEBUG nova.network.neutron [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.672582] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.730579] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.757760] env[65717]: WARNING neutronclient.v2_0.client [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.805286] env[65717]: DEBUG nova.compute.utils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.822274] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297fdbf-6207-ab95-7248-ccf9d7e2eac4, 'name': SearchDatastore_Task, 'duration_secs': 0.015561} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.823456] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.823841] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.824159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.824417] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.824795] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.825785] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3fba7e-ea78-4ce8-a1ce-1d8edac538dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.841859] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.842064] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.843203] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3801e125-76c2-4c0a-b2c2-67b4815c3d27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.849420] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1102.849420] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2376-4c1d-c942-feaf-1bed6815da71" [ 1102.849420] env[65717]: _type = "Task" [ 1102.849420] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.859841] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2376-4c1d-c942-feaf-1bed6815da71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.927124] env[65717]: INFO nova.compute.manager [-] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Took 1.81 seconds to deallocate network for instance. [ 1103.003335] env[65717]: DEBUG nova.scheduler.client.report [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.225031] env[65717]: DEBUG nova.network.neutron [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updated VIF entry in instance network info cache for port d1ff3b26-ce27-46c0-83bb-980482b68866. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1103.226410] env[65717]: DEBUG nova.network.neutron [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.314997] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.362627] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2376-4c1d-c942-feaf-1bed6815da71, 'name': SearchDatastore_Task, 'duration_secs': 0.01458} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.364082] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8594af1-79e0-4d8a-a44f-d5f94c4ee3d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.370737] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1103.370737] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b089e-45e9-5229-5285-739123586137" [ 1103.370737] env[65717]: _type = "Task" [ 1103.370737] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.381261] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b089e-45e9-5229-5285-739123586137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.433470] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.508293] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.314s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.508531] env[65717]: INFO nova.compute.manager [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Migrating [ 1103.515818] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.966s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.517521] env[65717]: INFO nova.compute.claims [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.645019] env[65717]: DEBUG nova.network.neutron [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.728802] env[65717]: DEBUG oslo_concurrency.lockutils [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.729237] env[65717]: DEBUG nova.compute.manager [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Received event network-vif-deleted-b389d80a-4f0f-4f16-997b-62e1a57c4e47 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.729454] env[65717]: INFO nova.compute.manager [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Neutron deleted interface b389d80a-4f0f-4f16-997b-62e1a57c4e47; detaching it from the instance and deleting it from the info cache [ 1103.729612] env[65717]: DEBUG nova.network.neutron [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.883202] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527b089e-45e9-5229-5285-739123586137, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.883635] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.883802] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.884114] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d028e2-3a1a-4220-9a67-7b061d9e0152 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.893577] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1103.893577] env[65717]: value = "task-4393938" [ 1103.893577] env[65717]: _type = "Task" [ 1103.893577] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.902353] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.029200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.029442] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.029651] env[65717]: DEBUG nova.network.neutron [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.082522] env[65717]: DEBUG nova.compute.manager [req-80d5d928-829d-40ad-b965-50a9d8dc73aa req-5ff107e0-7bfc-486d-bb36-55b93141f7a7 service nova] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Received event network-vif-deleted-97a317f3-aade-45dc-b0cf-7bb6d5d65643 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1104.148933] env[65717]: INFO nova.compute.manager [-] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Took 1.48 seconds to deallocate network for instance. [ 1104.233387] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd67e03b-a071-4468-a7f4-cf67feaddc46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.246186] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21edc2cc-db43-4d3b-8629-fbcb2827abbb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.283103] env[65717]: DEBUG nova.compute.manager [req-de12072f-8249-4506-9d55-aad749d84a28 req-0ccd15eb-ded5-4209-9e5a-bd82c02f0c1b service nova] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Detach interface failed, port_id=b389d80a-4f0f-4f16-997b-62e1a57c4e47, reason: Instance b8fe14bd-86a2-44ba-80c3-12ffad327f8b could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1104.391949] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.392346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.392505] env[65717]: INFO nova.compute.manager [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Attaching volume 7e8deec0-7dcd-4ce0-aeb6-eb80535020bb to /dev/sdb [ 1104.405337] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482127} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.405515] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.405954] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.406068] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce802a7-a5e6-4227-a257-bd204ca921ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.414771] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1104.414771] env[65717]: value = "task-4393939" [ 1104.414771] env[65717]: _type = "Task" [ 1104.414771] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.428752] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.435899] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d026020-2f26-489d-80ac-8e49781606c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.448548] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4897f7-8475-4f15-baa8-ac8196baddfe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.463736] env[65717]: DEBUG nova.virt.block_device [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating existing volume attachment record: f7cd5030-6d86-4956-a375-9e3523a74042 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1104.535898] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.657741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.762481] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.766547] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4239e9d-a52f-4479-8ab0-00281634a1c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.776744] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8d9af-7597-4f6a-a7b1-2252b88c62ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.810447] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27127f0-e270-4dda-bcc1-95f18bb825b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.819739] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112095c2-f33c-4bfb-bdd5-ba7afc682567 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.833803] env[65717]: DEBUG nova.compute.provider_tree [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.849757] env[65717]: DEBUG nova.network.neutron [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.925353] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094171} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.925997] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.926782] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d258fea0-bcda-4e29-bf06-63d5d23426fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.951647] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.952050] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8130847-db9f-4c86-918b-c80e6911ca81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.973203] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1104.973203] env[65717]: value = "task-4393941" [ 1104.973203] env[65717]: _type = "Task" [ 1104.973203] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.985195] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.337321] env[65717]: DEBUG nova.scheduler.client.report [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.352624] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.485360] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.844046] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.844616] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1105.847378] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.797s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.847585] env[65717]: DEBUG nova.objects.instance [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lazy-loading 'resources' on Instance uuid 4841eb10-37a8-4ebc-813d-e907e63c72b6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.986502] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393941, 'name': ReconfigVM_Task, 'duration_secs': 0.554448} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.986865] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.987612] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a500e11f-36dd-46df-9901-dd2bc94b01b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.995028] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1105.995028] env[65717]: value = "task-4393942" [ 1105.995028] env[65717]: _type = "Task" [ 1105.995028] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.005705] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393942, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.350682] env[65717]: DEBUG nova.compute.utils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.355675] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Not allocating networking since 'none' was specified. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1106.505917] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393942, 'name': Rename_Task, 'duration_secs': 0.141505} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.506157] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.507174] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fa2162-9614-4f30-8cd7-2848e97927a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.509448] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7b2250-8efc-449b-aacf-68db2dc6919c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.518697] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96855e8-c157-47f9-9bce-0642dd127164 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.521922] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1106.521922] env[65717]: value = "task-4393943" [ 1106.521922] env[65717]: _type = "Task" [ 1106.521922] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.552498] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a7061-ffe1-407a-a319-9147f582e307 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.558443] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.564164] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f32c3-e6a1-46c1-85bc-46274f4b5c0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.578073] env[65717]: DEBUG nova.compute.provider_tree [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.857425] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1106.869117] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771f9f7f-d904-44b7-9dc3-855feb8eb8d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.893455] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.032989] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.081955] env[65717]: DEBUG nova.scheduler.client.report [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.401438] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.402821] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77483fe9-cccd-4ce5-9b59-9170e259a8f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.411434] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1107.411434] env[65717]: value = "task-4393945" [ 1107.411434] env[65717]: _type = "Task" [ 1107.411434] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.420400] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.536378] env[65717]: DEBUG oslo_vmware.api [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4393943, 'name': PowerOnVM_Task, 'duration_secs': 0.579834} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.536669] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.536879] env[65717]: INFO nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1107.537075] env[65717]: DEBUG nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.537896] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57367250-75cb-4958-9401-14932400f576 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.587267] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.590667] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.156s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.590957] env[65717]: DEBUG nova.objects.instance [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'resources' on Instance uuid b8fe14bd-86a2-44ba-80c3-12ffad327f8b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.607883] env[65717]: INFO nova.scheduler.client.report [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Deleted allocations for instance 4841eb10-37a8-4ebc-813d-e907e63c72b6 [ 1107.869542] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1107.924257] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393945, 'name': PowerOffVM_Task, 'duration_secs': 0.362716} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.924821] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.924821] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.931131] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.931458] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.931735] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.931951] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.932125] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.932279] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.932515] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.932801] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.933050] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.933240] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.933422] env[65717]: DEBUG nova.virt.hardware [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.934400] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72575a06-4367-48a6-bb23-9819c77bb57a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.944317] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5179ec-3b56-4835-aa6e-db6740705be3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.960926] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.966985] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Creating folder: Project (60a2f8a60db849dbaddce71cbd2264a9). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.967423] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d415466-5997-4085-a947-ca01671d4593 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.981888] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Created folder: Project (60a2f8a60db849dbaddce71cbd2264a9) in parent group-v859766. [ 1107.982150] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Creating folder: Instances. Parent ref: group-v860059. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.982390] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be68500-604f-4ed8-b1e2-8bac145ff867 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.998767] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Created folder: Instances in parent group-v860059. [ 1107.999161] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1107.999508] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.999844] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53095bd8-9281-4f2d-992b-e0ae6895e4bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.028943] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.028943] env[65717]: value = "task-4393948" [ 1108.028943] env[65717]: _type = "Task" [ 1108.028943] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.042880] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393948, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.061019] env[65717]: INFO nova.compute.manager [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Took 12.82 seconds to build instance. [ 1108.120527] env[65717]: DEBUG oslo_concurrency.lockutils [None req-fdad1102-ba49-49cd-bb11-19fa524c0f33 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Lock "4841eb10-37a8-4ebc-813d-e907e63c72b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.546s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.327718] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22e3e2-b99f-4508-aae2-e680f3df6657 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.337480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf983e8-6a7d-4b0a-bf62-1ab2ce03e2be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.371412] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6353e8-e648-4ddf-8cc4-03a945de2602 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.380835] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a5d3c-519e-4575-86b0-65655bba70ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.397597] env[65717]: DEBUG nova.compute.provider_tree [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.440677] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.440981] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.441156] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.442393] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.442576] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.442746] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.443015] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.443187] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.443373] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.443537] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.443710] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.449866] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c427c97c-f1c1-41ee-85f3-cfb642ffc703 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.467236] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1108.467236] env[65717]: value = "task-4393949" [ 1108.467236] env[65717]: _type = "Task" [ 1108.467236] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.477399] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.542970] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393948, 'name': CreateVM_Task, 'duration_secs': 0.307359} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.543175] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.543610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.543809] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.544175] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.544476] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727c0f4e-c23e-4bdc-a953-57e843afc8af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.550840] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1108.550840] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cb1977-8aa6-818c-4b97-ed46865445a7" [ 1108.550840] env[65717]: _type = "Task" [ 1108.550840] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.562254] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cb1977-8aa6-818c-4b97-ed46865445a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.564915] env[65717]: DEBUG oslo_concurrency.lockutils [None req-51ff1e54-6a67-454a-9635-955f488db841 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.330s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.790879] env[65717]: DEBUG nova.compute.manager [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Received event network-changed-d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1108.791093] env[65717]: DEBUG nova.compute.manager [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Refreshing instance network info cache due to event network-changed-d1ff3b26-ce27-46c0-83bb-980482b68866. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1108.793043] env[65717]: DEBUG oslo_concurrency.lockutils [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.793807] env[65717]: DEBUG oslo_concurrency.lockutils [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.793807] env[65717]: DEBUG nova.network.neutron [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Refreshing network info cache for port d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.901311] env[65717]: DEBUG nova.scheduler.client.report [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.978396] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.024593] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.024971] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860058', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'name': 'volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b275ef-0e20-4e17-9a4f-051965bee090', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'serial': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.026018] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ea41d-c338-4eba-8337-57dd4505e5a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.044941] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3f0d7-2f5e-4f67-8f11-9f111aeb0055 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.075629] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb/volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.079062] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9230dd-7c88-462f-b33b-60d46384a292 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.104774] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cb1977-8aa6-818c-4b97-ed46865445a7, 'name': SearchDatastore_Task, 'duration_secs': 0.037269} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.107243] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.107556] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.107745] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.107889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.108332] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.108426] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1109.108426] env[65717]: value = "task-4393950" [ 1109.108426] env[65717]: _type = "Task" [ 1109.108426] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.108659] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd0ff860-ac89-42cf-be38-c2cdc0ad81ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.123453] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.125339] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.125432] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.126318] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df4ae98-887d-4334-9102-6df2c253b624 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.135303] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1109.135303] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291dbd1-103c-ba0a-e799-5f203bfe2a58" [ 1109.135303] env[65717]: _type = "Task" [ 1109.135303] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.149107] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291dbd1-103c-ba0a-e799-5f203bfe2a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.296723] env[65717]: WARNING neutronclient.v2_0.client [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.407478] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.413850] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.755s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.413850] env[65717]: DEBUG nova.objects.instance [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lazy-loading 'resources' on Instance uuid 387843ff-ee92-4427-9e77-0dd9063a3d32 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.443905] env[65717]: INFO nova.scheduler.client.report [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted allocations for instance b8fe14bd-86a2-44ba-80c3-12ffad327f8b [ 1109.485801] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.504618] env[65717]: WARNING neutronclient.v2_0.client [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.610144] env[65717]: DEBUG nova.network.neutron [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updated VIF entry in instance network info cache for port d1ff3b26-ce27-46c0-83bb-980482b68866. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.610603] env[65717]: DEBUG nova.network.neutron [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.624706] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.647496] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5291dbd1-103c-ba0a-e799-5f203bfe2a58, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.648381] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf0fba6-fa51-4181-b5d4-2b89ac6d4f01 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.654721] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1109.654721] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa2d43-fdc0-e33a-7ef5-eb0461a6ad73" [ 1109.654721] env[65717]: _type = "Task" [ 1109.654721] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.664312] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa2d43-fdc0-e33a-7ef5-eb0461a6ad73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.957207] env[65717]: DEBUG oslo_concurrency.lockutils [None req-75605014-5095-4825-af07-992029b28b07 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "b8fe14bd-86a2-44ba-80c3-12ffad327f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.497s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.979075] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393949, 'name': ReconfigVM_Task, 'duration_secs': 1.032788} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.981823] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.098666] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3629d83-88fd-415c-8987-eb61aa87e7a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.109279] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841fec7-e2b7-4076-8281-c688430e7fe5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.113877] env[65717]: DEBUG oslo_concurrency.lockutils [req-b850d39a-3ba7-4f55-8261-156282f5ff51 req-f9f1c640-c7c7-4714-a157-829d0d9f9725 service nova] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.124089] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393950, 'name': ReconfigVM_Task, 'duration_secs': 0.587013} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.151489] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb/volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.156815] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d69b05-f6f3-43df-a227-81d365cb94f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167740] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731d1f9-6569-4328-9c1b-6d959b6119d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.182224] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66046156-1b70-4f73-8a85-d6842395fc47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.186726] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fa2d43-fdc0-e33a-7ef5-eb0461a6ad73, 'name': SearchDatastore_Task, 'duration_secs': 0.012653} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.188119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.188386] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.188727] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1110.188727] env[65717]: value = "task-4393951" [ 1110.188727] env[65717]: _type = "Task" [ 1110.188727] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.189312] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a3ae80-7b20-470c-9e78-af01670ed413 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.203809] env[65717]: DEBUG nova.compute.provider_tree [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.208915] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1110.208915] env[65717]: value = "task-4393952" [ 1110.208915] env[65717]: _type = "Task" [ 1110.208915] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.216030] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.223485] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.488050] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.488324] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.488486] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.488694] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.488839] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.488981] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.489195] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.489344] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.489503] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.489658] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.489823] env[65717]: DEBUG nova.virt.hardware [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.495136] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.495454] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d8a646-598c-442a-9506-5e8a65e1eda4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.514797] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1110.514797] env[65717]: value = "task-4393953" [ 1110.514797] env[65717]: _type = "Task" [ 1110.514797] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.524211] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.708897] env[65717]: DEBUG nova.scheduler.client.report [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.712712] env[65717]: DEBUG oslo_vmware.api [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393951, 'name': ReconfigVM_Task, 'duration_secs': 0.168739} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.713484] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860058', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'name': 'volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b275ef-0e20-4e17-9a4f-051965bee090', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'serial': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.724985] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393952, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.796844] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.797187] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.797413] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.797610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.797773] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.800097] env[65717]: INFO nova.compute.manager [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Terminating instance [ 1111.028348] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393953, 'name': ReconfigVM_Task, 'duration_secs': 0.222238} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.028648] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.029467] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c55f3b-d56b-433c-a07c-13c5e8208e32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.054680] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.054972] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf10e56-4622-4479-9519-a77f5b3cf31c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.074255] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1111.074255] env[65717]: value = "task-4393954" [ 1111.074255] env[65717]: _type = "Task" [ 1111.074255] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.083449] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.215054] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.229818] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799651} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.230102] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.230320] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.230659] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25743ee-9681-4749-8997-5323cfe2d1d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.239049] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1111.239049] env[65717]: value = "task-4393955" [ 1111.239049] env[65717]: _type = "Task" [ 1111.239049] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.242555] env[65717]: INFO nova.scheduler.client.report [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Deleted allocations for instance 387843ff-ee92-4427-9e77-0dd9063a3d32 [ 1111.251990] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.304693] env[65717]: DEBUG nova.compute.manager [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1111.305120] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.306090] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070b839-a12c-4814-bee2-dc9d2fb3b982 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.317827] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.318119] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eca9426-8931-4462-98eb-78d294758c0c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.325840] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1111.325840] env[65717]: value = "task-4393956" [ 1111.325840] env[65717]: _type = "Task" [ 1111.325840] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.346175] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.585771] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.751549] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.751827] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.753121] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b123613-fa58-4b8f-8cb1-a2e4cc6cae72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.756344] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19f2833d-4bdf-4565-8e59-ae81005989a1 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Lock "387843ff-ee92-4427-9e77-0dd9063a3d32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.732s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.767706] env[65717]: DEBUG nova.objects.instance [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 64b275ef-0e20-4e17-9a4f-051965bee090 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.779366] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.780588] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc573ae0-55ad-4a92-9cf7-918bc8a4a8c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.802470] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1111.802470] env[65717]: value = "task-4393957" [ 1111.802470] env[65717]: _type = "Task" [ 1111.802470] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.811896] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.835654] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393956, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.086643] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393954, 'name': ReconfigVM_Task, 'duration_secs': 0.669065} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.086953] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.087301] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.283472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3cabe05a-1dd3-4583-94a0-cbee0ca04671 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.891s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.317448] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393957, 'name': ReconfigVM_Task, 'duration_secs': 0.322145} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.317448] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.317448] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dbf849e-8f0e-4cea-a7c1-2c05244d833e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.324588] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1112.324588] env[65717]: value = "task-4393958" [ 1112.324588] env[65717]: _type = "Task" [ 1112.324588] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.343355] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393958, 'name': Rename_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.347117] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393956, 'name': PowerOffVM_Task, 'duration_secs': 0.518756} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.347478] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.347660] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.347922] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bba3451-6c26-4a8a-acd4-26695b7dffac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.424518] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.424650] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.424896] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleting the datastore file [datastore2] 64a45536-e657-44ae-87e3-d3efc7ee7196 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.425319] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb791228-87fa-4388-8cc1-607b62e95d43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.435611] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for the task: (returnval){ [ 1112.435611] env[65717]: value = "task-4393960" [ 1112.435611] env[65717]: _type = "Task" [ 1112.435611] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.446376] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.595272] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc442cb-8070-4cae-8c4d-52ff9aa6d8d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.620539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8091168-33fb-4f54-a8ac-55635a6791f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.642916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.838672] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393958, 'name': Rename_Task, 'duration_secs': 0.170874} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.839184] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.839581] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f87484-fbec-4a81-888e-5566f03b2028 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.847947] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1112.847947] env[65717]: value = "task-4393961" [ 1112.847947] env[65717]: _type = "Task" [ 1112.847947] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.860739] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.946653] env[65717]: DEBUG oslo_vmware.api [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Task: {'id': task-4393960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40214} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.947377] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.947631] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.947890] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.948090] env[65717]: INFO nova.compute.manager [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1112.948337] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1112.948556] env[65717]: DEBUG nova.compute.manager [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1112.948653] env[65717]: DEBUG nova.network.neutron [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1112.948899] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.981759] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.016017] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.016332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.218961] env[65717]: DEBUG nova.compute.manager [req-2e310f1c-bbe0-4308-945b-d81a46b14f30 req-4b57955c-0b60-4de1-99f1-e053a294c11c service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Received event network-vif-deleted-e4aabc2e-257d-4707-b56b-89c258031c68 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1113.219134] env[65717]: INFO nova.compute.manager [req-2e310f1c-bbe0-4308-945b-d81a46b14f30 req-4b57955c-0b60-4de1-99f1-e053a294c11c service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Neutron deleted interface e4aabc2e-257d-4707-b56b-89c258031c68; detaching it from the instance and deleting it from the info cache [ 1113.219305] env[65717]: DEBUG nova.network.neutron [req-2e310f1c-bbe0-4308-945b-d81a46b14f30 req-4b57955c-0b60-4de1-99f1-e053a294c11c service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.367616] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.521304] env[65717]: INFO nova.compute.manager [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Detaching volume 7e8deec0-7dcd-4ce0-aeb6-eb80535020bb [ 1113.555167] env[65717]: INFO nova.virt.block_device [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Attempting to driver detach volume 7e8deec0-7dcd-4ce0-aeb6-eb80535020bb from mountpoint /dev/sdb [ 1113.555535] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.555804] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860058', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'name': 'volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b275ef-0e20-4e17-9a4f-051965bee090', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'serial': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.556761] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569277ca-96bb-43d2-91bb-bf20acf2fc80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.582294] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1d175-5dd3-4bff-a12a-ee9d76aa2663 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.590294] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f80192-e458-4ee0-a70f-ba34376868f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.614338] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a57ca-1401-4973-99df-4545f026e012 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.630879] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb/volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.636127] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.636834] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40447ade-4084-4b54-bff5-9b731fc0bd35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.658402] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1113.658402] env[65717]: value = "task-4393962" [ 1113.658402] env[65717]: _type = "Task" [ 1113.658402] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.668943] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.686457] env[65717]: DEBUG nova.network.neutron [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.723787] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b8cf6d3-84ca-4ad5-926a-7731e8d74823 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.736382] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cac80e-4b58-4a70-9562-c596441dd929 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.774364] env[65717]: DEBUG nova.compute.manager [req-2e310f1c-bbe0-4308-945b-d81a46b14f30 req-4b57955c-0b60-4de1-99f1-e053a294c11c service nova] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Detach interface failed, port_id=e4aabc2e-257d-4707-b56b-89c258031c68, reason: Instance 64a45536-e657-44ae-87e3-d3efc7ee7196 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1113.862719] env[65717]: DEBUG oslo_vmware.api [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393961, 'name': PowerOnVM_Task, 'duration_secs': 0.669926} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.862974] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.863187] env[65717]: INFO nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1113.863426] env[65717]: DEBUG nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1113.864258] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0860852-c0a9-45d5-91c4-87eefa23b91f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.169672] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393962, 'name': ReconfigVM_Task, 'duration_secs': 0.249613} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.170357] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.175159] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32329e3c-ce17-4a67-925e-79de2d14e964 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.189076] env[65717]: INFO nova.compute.manager [-] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Took 1.24 seconds to deallocate network for instance. [ 1114.192296] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1114.192296] env[65717]: value = "task-4393963" [ 1114.192296] env[65717]: _type = "Task" [ 1114.192296] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.205042] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.288541] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.288758] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.339879] env[65717]: DEBUG nova.network.neutron [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Port d3e91df8-83f3-4ab1-9320-d535b9bcb02e binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1114.381713] env[65717]: INFO nova.compute.manager [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Took 15.85 seconds to build instance. [ 1114.700291] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.700651] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.700912] env[65717]: DEBUG nova.objects.instance [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lazy-loading 'resources' on Instance uuid 64a45536-e657-44ae-87e3-d3efc7ee7196 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.710805] env[65717]: DEBUG oslo_vmware.api [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393963, 'name': ReconfigVM_Task, 'duration_secs': 0.148317} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.711404] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860058', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'name': 'volume-7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b275ef-0e20-4e17-9a4f-051965bee090', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb', 'serial': '7e8deec0-7dcd-4ce0-aeb6-eb80535020bb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.883491] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c28635f4-46a4-470c-aa38-c6e4d1af52ab tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.358s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.270342] env[65717]: DEBUG nova.objects.instance [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 64b275ef-0e20-4e17-9a4f-051965bee090 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.337742] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6096acf-9858-40e8-9e93-6644e79a3e4c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.347719] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b3e46-718a-44ce-b8d7-e971f10fc474 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.397969] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87c77d-2a42-4b99-ad3d-25d0d5885055 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.405228] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.406162] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.406162] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.418193] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6180f531-77af-4d34-b297-94ecfa115001 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.435767] env[65717]: DEBUG nova.compute.provider_tree [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.500082] env[65717]: INFO nova.compute.manager [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Rebuilding instance [ 1115.542988] env[65717]: DEBUG nova.compute.manager [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.543885] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef91f0e8-f12e-4b5d-828e-1895eaf131d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.942307] env[65717]: DEBUG nova.scheduler.client.report [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.277414] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9b65eeea-cfac-485b-9416-b9d4324a0034 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.416110] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.447090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.447304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.447488] env[65717]: DEBUG nova.network.neutron [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.449253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.474687] env[65717]: INFO nova.scheduler.client.report [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Deleted allocations for instance 64a45536-e657-44ae-87e3-d3efc7ee7196 [ 1116.562442] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.562951] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef90fa3-8201-427f-9b21-dafb94890698 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.571380] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1116.571380] env[65717]: value = "task-4393964" [ 1116.571380] env[65717]: _type = "Task" [ 1116.571380] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.580979] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.952662] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.985156] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b6490752-66c6-40d3-8776-f75db5e67fce tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Lock "64a45536-e657-44ae-87e3-d3efc7ee7196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.187s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.086569] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393964, 'name': PowerOffVM_Task, 'duration_secs': 0.16434} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.087516] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.088265] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.089217] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4521899a-1174-46ba-8718-b88486c99df9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.099964] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.100962] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ce721c2-d0ca-49ba-8ce6-b00e4e35943f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.131526] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.131819] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.131954] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Deleting the datastore file [datastore2] 52c13eaa-ddfc-4199-91ad-651e9646c460 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.132265] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349ebcf6-1544-4d6a-a328-ceec418c24c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.141715] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1117.141715] env[65717]: value = "task-4393966" [ 1117.141715] env[65717]: _type = "Task" [ 1117.141715] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.152149] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.153657] env[65717]: WARNING neutronclient.v2_0.client [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.248498] env[65717]: DEBUG nova.network.neutron [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.336269] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.337803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.337803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.337803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.337803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.342059] env[65717]: INFO nova.compute.manager [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Terminating instance [ 1117.564103] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "bd4fd461-060c-4b80-8e46-9e3295782abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.564395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.654378] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119738} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.654639] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.654814] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.654983] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.752395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.847836] env[65717]: DEBUG nova.compute.manager [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1117.848113] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.849163] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8460f620-b8a2-40be-aa2f-f7b5674a65b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.857949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.858205] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760765c9-3bba-4c55-b1cc-fd2838b827b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.867201] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1117.867201] env[65717]: value = "task-4393967" [ 1117.867201] env[65717]: _type = "Task" [ 1117.867201] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.877819] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.068742] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1118.261291] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9993648-b63e-493a-b756-2f25f1580437 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.269306] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248b2ca-70e6-4939-8937-6fee1e0d7dc3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.378388] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393967, 'name': PowerOffVM_Task, 'duration_secs': 0.240872} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.378702] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.378874] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.379159] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0baaa12c-0309-4fc6-a495-f15180f1d450 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.455935] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.456166] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.456397] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleting the datastore file [datastore1] 64b275ef-0e20-4e17-9a4f-051965bee090 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.456675] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b7c001-5ff0-459d-91e0-bcd529847d89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.466541] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1118.466541] env[65717]: value = "task-4393969" [ 1118.466541] env[65717]: _type = "Task" [ 1118.466541] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.480097] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.596872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.597504] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.599857] env[65717]: INFO nova.compute.claims [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.714134] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.714446] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.714623] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.714824] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.715039] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.715201] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.715453] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.715664] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.715888] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.716126] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.716629] env[65717]: DEBUG nova.virt.hardware [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.717343] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad1a40-c001-4e40-80f2-74f725faf8fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.727168] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e51b85-955c-4c3f-a939-8dbce56ff465 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.743298] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance VIF info [] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.748828] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.749092] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.749309] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de1d0fc3-a158-4bbf-adb7-8e2823b3e6d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.766714] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.766714] env[65717]: value = "task-4393970" [ 1118.766714] env[65717]: _type = "Task" [ 1118.766714] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.779267] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393970, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.977450] env[65717]: DEBUG oslo_vmware.api [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4393969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231261} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.977728] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.978078] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.978078] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.978253] env[65717]: INFO nova.compute.manager [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.978484] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.978771] env[65717]: DEBUG nova.compute.manager [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1118.978866] env[65717]: DEBUG nova.network.neutron [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.979110] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.014397] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.281435] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393970, 'name': CreateVM_Task, 'duration_secs': 0.315522} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.281435] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.281435] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.281645] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.281876] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.282166] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89af3fd-e6e8-449d-b096-202f6cae985c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.288712] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1119.288712] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292c672-cf29-6b1c-5115-5e7607ca741f" [ 1119.288712] env[65717]: _type = "Task" [ 1119.288712] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.299281] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292c672-cf29-6b1c-5115-5e7607ca741f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.395127] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afdd17-f8ab-4e24-a38e-e585f16ac4e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.433168] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce2665-3512-4811-979e-47319896ee78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.434789] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.522022] env[65717]: DEBUG nova.compute.manager [req-f97a579c-8190-44ea-973c-3815d1444339 req-74e2e949-a9fa-4675-86c0-ce6c5bfdd32e service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Received event network-vif-deleted-3581f282-4227-4d44-ad82-ce32a758f004 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1119.522022] env[65717]: INFO nova.compute.manager [req-f97a579c-8190-44ea-973c-3815d1444339 req-74e2e949-a9fa-4675-86c0-ce6c5bfdd32e service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Neutron deleted interface 3581f282-4227-4d44-ad82-ce32a758f004; detaching it from the instance and deleting it from the info cache [ 1119.522022] env[65717]: DEBUG nova.network.neutron [req-f97a579c-8190-44ea-973c-3815d1444339 req-74e2e949-a9fa-4675-86c0-ce6c5bfdd32e service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.769221] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606e95d4-f3b6-411d-8e3e-6d861b045b45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.777689] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa482d8-1308-4ba9-bbe1-a7a7d6a6cae8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.813570] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135bf02-317e-4125-bb88-75d18efd494a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.824481] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5292c672-cf29-6b1c-5115-5e7607ca741f, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.824864] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.825118] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.825347] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.825489] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.825664] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.826981] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e989f-d40f-455f-a307-d9266689b80a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.830806] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6bdc0d-58bc-4d4e-9f03-55e233528b64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.844073] env[65717]: DEBUG nova.compute.provider_tree [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.846552] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.846727] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.847761] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cbcdbb-a5c1-4162-9916-a493354cce0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.854061] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1119.854061] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52880b7e-8d7e-bf1b-4b4c-8497d6dcf434" [ 1119.854061] env[65717]: _type = "Task" [ 1119.854061] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.864312] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52880b7e-8d7e-bf1b-4b4c-8497d6dcf434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.942036] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.942147] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71fe78d2-c036-4c38-bf68-c1197bcd3939 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.950291] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1119.950291] env[65717]: value = "task-4393971" [ 1119.950291] env[65717]: _type = "Task" [ 1119.950291] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.953857] env[65717]: DEBUG nova.network.neutron [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.960555] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.028646] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04fc5166-673a-4cdd-afe1-f0aa50a5a766 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.040067] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd849a89-e0ef-4803-9798-99d26ba02a5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.073747] env[65717]: DEBUG nova.compute.manager [req-f97a579c-8190-44ea-973c-3815d1444339 req-74e2e949-a9fa-4675-86c0-ce6c5bfdd32e service nova] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Detach interface failed, port_id=3581f282-4227-4d44-ad82-ce32a758f004, reason: Instance 64b275ef-0e20-4e17-9a4f-051965bee090 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1120.348896] env[65717]: DEBUG nova.scheduler.client.report [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.366569] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52880b7e-8d7e-bf1b-4b4c-8497d6dcf434, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.368201] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a821ae3-2c5f-42e8-b8be-3270f028f552 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.375549] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1120.375549] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b6239-25d8-abf9-ad02-7e2af11ae91f" [ 1120.375549] env[65717]: _type = "Task" [ 1120.375549] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.385066] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b6239-25d8-abf9-ad02-7e2af11ae91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.455913] env[65717]: INFO nova.compute.manager [-] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Took 1.48 seconds to deallocate network for instance. [ 1120.465789] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.854032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.854944] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1120.886985] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523b6239-25d8-abf9-ad02-7e2af11ae91f, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.887236] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.887488] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.887761] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1692807c-c322-4f77-89e1-a2c1ecb52464 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.895164] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1120.895164] env[65717]: value = "task-4393972" [ 1120.895164] env[65717]: _type = "Task" [ 1120.895164] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.904018] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.960679] env[65717]: DEBUG oslo_vmware.api [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4393971, 'name': PowerOnVM_Task, 'duration_secs': 0.541283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.961197] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.961304] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3534848b-49dc-4548-8939-e6bd7be1cf87 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.967052] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.967307] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.967508] env[65717]: DEBUG nova.objects.instance [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'resources' on Instance uuid 64b275ef-0e20-4e17-9a4f-051965bee090 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.361021] env[65717]: DEBUG nova.compute.utils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.363070] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.363343] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.363822] env[65717]: WARNING neutronclient.v2_0.client [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.364181] env[65717]: WARNING neutronclient.v2_0.client [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.407273] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.409451] env[65717]: DEBUG nova.policy [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.660030] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7338e9-5157-468f-b2bb-a6d8da3296ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.671250] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b319ba83-d578-4e87-8cd8-6f7d7fc1be62 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.714714] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf5a4bb-1be3-467e-99d3-33833342bef6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.726528] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f83467-3afb-4453-b44e-ef9895ab125b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.745839] env[65717]: DEBUG nova.compute.provider_tree [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.748261] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Successfully created port: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1121.863776] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1121.907489] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966733} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.907886] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.907886] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.908144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340d61fc-4461-47b8-9f29-b5a5462916d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.916868] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1121.916868] env[65717]: value = "task-4393973" [ 1121.916868] env[65717]: _type = "Task" [ 1121.916868] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.928328] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.252845] env[65717]: DEBUG nova.scheduler.client.report [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.429020] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075436} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.429316] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.430134] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b067d-106c-4c80-8632-876ed0b094c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.455223] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.455886] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846f5168-b3d3-46e5-8628-c5fad5a371e2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.479204] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1122.479204] env[65717]: value = "task-4393974" [ 1122.479204] env[65717]: _type = "Task" [ 1122.479204] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.488535] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.760312] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.831078] env[65717]: INFO nova.scheduler.client.report [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted allocations for instance 64b275ef-0e20-4e17-9a4f-051965bee090 [ 1122.875578] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.914178] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.914741] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.914976] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.915213] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.915415] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.915628] env[65717]: DEBUG nova.virt.hardware [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.916566] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed1b967-e510-4ad1-8730-3a3b86f07033 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.927496] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca5515-5450-41b5-ae40-54c7096e085e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.990061] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.314228] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Successfully updated port: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.341484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "64b275ef-0e20-4e17-9a4f-051965bee090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.005s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.369962] env[65717]: DEBUG nova.compute.manager [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Received event network-vif-plugged-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1123.370205] env[65717]: DEBUG oslo_concurrency.lockutils [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] Acquiring lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.370448] env[65717]: DEBUG oslo_concurrency.lockutils [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.370563] env[65717]: DEBUG oslo_concurrency.lockutils [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.370761] env[65717]: DEBUG nova.compute.manager [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] No waiting events found dispatching network-vif-plugged-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1123.370922] env[65717]: WARNING nova.compute.manager [req-4d26f4c6-40a8-48ac-8e90-c6863dea6c03 req-3ea17d34-c2ec-4de3-93df-66ad76f1abb7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Received unexpected event network-vif-plugged-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 for instance with vm_state building and task_state spawning. [ 1123.491051] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.818934] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818934] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818934] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.991719] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.127485] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.171338] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.171610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.179548] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.179902] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.180207] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.208618] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.208903] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.219369] env[65717]: DEBUG nova.network.neutron [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Port d3e91df8-83f3-4ab1-9320-d535b9bcb02e binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1124.219643] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.219788] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.219951] env[65717]: DEBUG nova.network.neutron [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.364906] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.439943] env[65717]: WARNING neutronclient.v2_0.client [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.492347] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393974, 'name': ReconfigVM_Task, 'duration_secs': 1.666558} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.492652] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 52c13eaa-ddfc-4199-91ad-651e9646c460/52c13eaa-ddfc-4199-91ad-651e9646c460.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.493314] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08741aac-05de-448b-8a22-0e2251915c77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.500653] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1124.500653] env[65717]: value = "task-4393975" [ 1124.500653] env[65717]: _type = "Task" [ 1124.500653] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.512930] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393975, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.514092] env[65717]: DEBUG nova.network.neutron [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Updating instance_info_cache with network_info: [{"id": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "address": "fa:16:3e:52:18:4d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68de71a6-ee", "ovs_interfaceid": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.675071] env[65717]: INFO nova.compute.manager [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Detaching volume d97a49e3-5c59-4575-b7b3-bb0461fc97b6 [ 1124.717032] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1124.719182] env[65717]: INFO nova.virt.block_device [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Attempting to driver detach volume d97a49e3-5c59-4575-b7b3-bb0461fc97b6 from mountpoint /dev/sdb [ 1124.719459] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.719606] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860028', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'name': 'volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b1a82125-0669-464f-8171-f638fc701973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'serial': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.720837] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997959cc-5836-447a-90b9-2c8dabf77b52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.726753] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.753092] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020b892-5a08-4134-8576-075be3ddee20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.766022] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4ac58-e326-4b1e-9b66-d268ab00e35c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.794808] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6ae988-74ce-4a9b-bbb3-0c6fd29da6d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.813456] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The volume has not been displaced from its original location: [datastore1] volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6/volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.819586] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.820277] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacabfb6-de4d-4816-90d0-86342f32ef46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.840145] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1124.840145] env[65717]: value = "task-4393976" [ 1124.840145] env[65717]: _type = "Task" [ 1124.840145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.854165] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.972370] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.014605] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393975, 'name': Rename_Task, 'duration_secs': 0.247076} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.014605] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.014891] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c22392-bd3c-4c7b-98f0-a9f613c46f08 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.017096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.017273] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Instance network_info: |[{"id": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "address": "fa:16:3e:52:18:4d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68de71a6-ee", "ovs_interfaceid": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1125.017756] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:18:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.027876] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating folder: Project (7fa08006b5214ff59dface7dd97ebb97). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.028642] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65031f48-9914-43e0-a1c8-76e4bf9f1eba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.035783] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1125.035783] env[65717]: value = "task-4393977" [ 1125.035783] env[65717]: _type = "Task" [ 1125.035783] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.045128] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created folder: Project (7fa08006b5214ff59dface7dd97ebb97) in parent group-v859766. [ 1125.045346] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating folder: Instances. Parent ref: group-v860063. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.046078] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b41e216-b50b-4da5-a09b-258fc1b00a13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.051356] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.064584] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created folder: Instances in parent group-v860063. [ 1125.064933] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1125.065050] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.065256] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e9ceee8-dd9e-4946-85a4-a565b2e82d39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.081465] env[65717]: DEBUG nova.network.neutron [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.090076] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.090076] env[65717]: value = "task-4393980" [ 1125.090076] env[65717]: _type = "Task" [ 1125.090076] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.101246] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393980, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.235790] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.236033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.237663] env[65717]: INFO nova.compute.claims [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.355021] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393976, 'name': ReconfigVM_Task, 'duration_secs': 0.263423} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.355021] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.360099] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8c1446-a35f-47e7-a075-15b05643d3fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.378262] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1125.378262] env[65717]: value = "task-4393981" [ 1125.378262] env[65717]: _type = "Task" [ 1125.378262] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.388146] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.400158] env[65717]: DEBUG nova.compute.manager [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Received event network-changed-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1125.400440] env[65717]: DEBUG nova.compute.manager [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Refreshing instance network info cache due to event network-changed-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1125.400642] env[65717]: DEBUG oslo_concurrency.lockutils [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] Acquiring lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.400784] env[65717]: DEBUG oslo_concurrency.lockutils [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] Acquired lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.401605] env[65717]: DEBUG nova.network.neutron [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Refreshing network info cache for port 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.552413] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.584252] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.602268] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393980, 'name': CreateVM_Task, 'duration_secs': 0.366287} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.602390] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.602840] env[65717]: WARNING neutronclient.v2_0.client [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.603212] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.603379] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.603686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.603941] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b02ef44-dbeb-40be-985e-bc0c81212dd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.609772] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1125.609772] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526366dd-1f56-b9b3-0a8b-4747a4654c43" [ 1125.609772] env[65717]: _type = "Task" [ 1125.609772] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.618978] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526366dd-1f56-b9b3-0a8b-4747a4654c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.889997] env[65717]: DEBUG oslo_vmware.api [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393981, 'name': ReconfigVM_Task, 'duration_secs': 0.177727} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.890358] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860028', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'name': 'volume-d97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b1a82125-0669-464f-8171-f638fc701973', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6', 'serial': 'd97a49e3-5c59-4575-b7b3-bb0461fc97b6'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.904312] env[65717]: WARNING neutronclient.v2_0.client [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.051820] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393977, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.060655] env[65717]: WARNING neutronclient.v2_0.client [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.088299] env[65717]: DEBUG nova.compute.manager [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65717) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1126.121175] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526366dd-1f56-b9b3-0a8b-4747a4654c43, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.121524] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.121780] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.121996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.122158] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.122365] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.122640] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf260d6-97a2-4681-abbe-b446f56ada00 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.132433] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.132626] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.134147] env[65717]: DEBUG nova.network.neutron [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Updated VIF entry in instance network info cache for port 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.134477] env[65717]: DEBUG nova.network.neutron [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Updating instance_info_cache with network_info: [{"id": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "address": "fa:16:3e:52:18:4d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68de71a6-ee", "ovs_interfaceid": "68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.135628] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca62e0a9-ea66-41db-97c6-2e7eb0c351c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.141871] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1126.141871] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520c147d-a14e-a5cf-1cff-8a57c9fc6516" [ 1126.141871] env[65717]: _type = "Task" [ 1126.141871] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.154054] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520c147d-a14e-a5cf-1cff-8a57c9fc6516, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.154865] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1831e25-ee23-44c5-bee3-07a612e2b7cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.160199] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1126.160199] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52391fde-94ac-e7b2-d1d8-f2bedd5443c8" [ 1126.160199] env[65717]: _type = "Task" [ 1126.160199] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.168874] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52391fde-94ac-e7b2-d1d8-f2bedd5443c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.286109] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.286331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.391308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97894fea-2668-43a6-a2b7-070b27c62c8b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.399391] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23a33d-cc04-4547-babf-42741c3fd2cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.432608] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb614f87-d28f-4c73-b369-556bc90c1a7e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.441261] env[65717]: DEBUG nova.objects.instance [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'flavor' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.443507] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d1d63-4195-40ed-95bc-4c76402c45d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.458129] env[65717]: DEBUG nova.compute.provider_tree [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.551499] env[65717]: DEBUG oslo_vmware.api [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393977, 'name': PowerOnVM_Task, 'duration_secs': 1.248249} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.551791] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.552088] env[65717]: DEBUG nova.compute.manager [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.552973] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7fc21d-43f3-4908-8551-5e60423ce8b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.639766] env[65717]: DEBUG oslo_concurrency.lockutils [req-939479c4-59f5-458b-8dab-5ddc563d2b2c req-1110108f-70a5-4be4-8a93-d49e6897f768 service nova] Releasing lock "refresh_cache-bd4fd461-060c-4b80-8e46-9e3295782abb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.671347] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52391fde-94ac-e7b2-d1d8-f2bedd5443c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.671591] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.671850] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] bd4fd461-060c-4b80-8e46-9e3295782abb/bd4fd461-060c-4b80-8e46-9e3295782abb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.672162] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2ed6d5-1079-4fb4-a252-4a95fbe90d53 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.679362] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1126.679362] env[65717]: value = "task-4393982" [ 1126.679362] env[65717]: _type = "Task" [ 1126.679362] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.688075] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.789147] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1126.961773] env[65717]: DEBUG nova.scheduler.client.report [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.077817] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.193592] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.194012] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.311479] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.454874] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2cf115f4-138d-4725-a8c1-f6127a10be83 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.467561] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.468014] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1127.470855] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.393s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.471262] env[65717]: DEBUG nova.objects.instance [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1127.692786] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529531} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.693105] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] bd4fd461-060c-4b80-8e46-9e3295782abb/bd4fd461-060c-4b80-8e46-9e3295782abb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.693339] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.693615] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca80d4a6-36b3-4b1c-aa3d-2bc133c6abe5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.702152] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1127.702152] env[65717]: value = "task-4393983" [ 1127.702152] env[65717]: _type = "Task" [ 1127.702152] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.712546] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.976119] env[65717]: DEBUG nova.compute.utils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.980404] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1127.980605] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1127.980972] env[65717]: WARNING neutronclient.v2_0.client [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.981304] env[65717]: WARNING neutronclient.v2_0.client [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.024870] env[65717]: DEBUG nova.policy [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e17b24b228d49ab98fde9d84cc22ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '622f2dd2b1654253bbeb65ff97c9de0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.082045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "52c13eaa-ddfc-4199-91ad-651e9646c460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.082045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.082355] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "52c13eaa-ddfc-4199-91ad-651e9646c460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.082630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.082836] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.085221] env[65717]: INFO nova.compute.manager [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Terminating instance [ 1128.215491] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069535} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.215886] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.216834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb4979a-9a40-40dc-9f88-96565390ddef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.245999] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] bd4fd461-060c-4b80-8e46-9e3295782abb/bd4fd461-060c-4b80-8e46-9e3295782abb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.245999] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1185fef-9765-460c-adda-327f65a7b6f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.268739] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1128.268739] env[65717]: value = "task-4393984" [ 1128.268739] env[65717]: _type = "Task" [ 1128.268739] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.279711] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.336941] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Successfully created port: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1128.480937] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1128.484948] env[65717]: DEBUG oslo_concurrency.lockutils [None req-55f78e5c-059c-4933-be5c-32508d4ee4f0 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.485656] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.292s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.532384] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.532664] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.532867] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "b1a82125-0669-464f-8171-f638fc701973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.533062] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.533288] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.535581] env[65717]: INFO nova.compute.manager [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Terminating instance [ 1128.589538] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "refresh_cache-52c13eaa-ddfc-4199-91ad-651e9646c460" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.589748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquired lock "refresh_cache-52c13eaa-ddfc-4199-91ad-651e9646c460" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.589933] env[65717]: DEBUG nova.network.neutron [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.779868] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393984, 'name': ReconfigVM_Task, 'duration_secs': 0.38547} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.780173] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Reconfigured VM instance instance-00000068 to attach disk [datastore2] bd4fd461-060c-4b80-8e46-9e3295782abb/bd4fd461-060c-4b80-8e46-9e3295782abb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.780790] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5a474e-c124-46d3-b667-f6d2fc9189e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.789375] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1128.789375] env[65717]: value = "task-4393985" [ 1128.789375] env[65717]: _type = "Task" [ 1128.789375] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.798197] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393985, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.990226] env[65717]: DEBUG nova.objects.instance [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'migration_context' on Instance uuid f6ffd716-c31e-41c1-ae7d-2b5a915e027b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.039261] env[65717]: DEBUG nova.compute.manager [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1129.039577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.040663] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72216ab-721b-498d-8290-7d2461c3c777 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.051083] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.051404] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd83cba2-bba4-4959-8419-580e09d64483 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.059137] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1129.059137] env[65717]: value = "task-4393986" [ 1129.059137] env[65717]: _type = "Task" [ 1129.059137] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.070838] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.092943] env[65717]: WARNING neutronclient.v2_0.client [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.149854] env[65717]: DEBUG nova.network.neutron [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1129.234741] env[65717]: DEBUG nova.network.neutron [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.300643] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393985, 'name': Rename_Task, 'duration_secs': 0.143191} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.300991] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.301291] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b043e93-408a-4f94-b18c-a4c30561a5a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.309225] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1129.309225] env[65717]: value = "task-4393987" [ 1129.309225] env[65717]: _type = "Task" [ 1129.309225] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.319148] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.502284] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1129.531310] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.531563] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.531706] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.531914] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.532750] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.532750] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.532750] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.532898] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.532979] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.533228] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.533438] env[65717]: DEBUG nova.virt.hardware [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.534465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d8b478-72ae-4850-8e41-8a6cdac73c3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.547780] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21769c6-6063-45ae-a6f8-ec01add03dcf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.575589] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393986, 'name': PowerOffVM_Task, 'duration_secs': 0.201201} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.575910] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.576094] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.576364] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055a88ed-dc29-40dd-a323-9f5604e13875 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.650647] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.651041] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.651294] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore2] b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.651738] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c6feae-3376-4238-9832-5140d27db33d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.663125] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1129.663125] env[65717]: value = "task-4393989" [ 1129.663125] env[65717]: _type = "Task" [ 1129.663125] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.673759] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.684734] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3dadfc-b4a2-45a0-85fe-b14a182758ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.693765] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39613c6d-b15d-4110-84a7-0b460b410eb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.726682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c25194-d699-4bd9-a852-89244051c37b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.736077] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d5ca3-59ca-4494-822f-c2194d209fbb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.741326] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Releasing lock "refresh_cache-52c13eaa-ddfc-4199-91ad-651e9646c460" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.741778] env[65717]: DEBUG nova.compute.manager [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1129.741988] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.742896] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f37f61-c973-47a2-be00-cabec0714974 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.751819] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.760528] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a4b6af-ebce-4d9d-a63d-29d353abae14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.762979] env[65717]: DEBUG nova.compute.provider_tree [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.772187] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1129.772187] env[65717]: value = "task-4393990" [ 1129.772187] env[65717]: _type = "Task" [ 1129.772187] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.784418] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.806812] env[65717]: DEBUG nova.compute.manager [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Received event network-vif-plugged-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1129.807113] env[65717]: DEBUG oslo_concurrency.lockutils [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] Acquiring lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.807337] env[65717]: DEBUG oslo_concurrency.lockutils [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.807545] env[65717]: DEBUG oslo_concurrency.lockutils [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.807729] env[65717]: DEBUG nova.compute.manager [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] No waiting events found dispatching network-vif-plugged-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1129.807929] env[65717]: WARNING nova.compute.manager [req-47757b6b-d20c-4911-a4bb-ce9972199adc req-cdc828d5-9352-4e67-8a9f-e7d41af71790 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Received unexpected event network-vif-plugged-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c for instance with vm_state building and task_state spawning. [ 1129.821661] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393987, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.914214] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Successfully updated port: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.174832] env[65717]: DEBUG oslo_vmware.api [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4393989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211303} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.175132] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.175542] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.175542] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.175720] env[65717]: INFO nova.compute.manager [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: b1a82125-0669-464f-8171-f638fc701973] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.175990] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1130.176251] env[65717]: DEBUG nova.compute.manager [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1130.176349] env[65717]: DEBUG nova.network.neutron [-] [instance: b1a82125-0669-464f-8171-f638fc701973] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.176596] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.259883] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.266750] env[65717]: DEBUG nova.scheduler.client.report [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.282847] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393990, 'name': PowerOffVM_Task, 'duration_secs': 0.167183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.283711] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.283884] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.284165] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40967a0-062f-4f26-987a-77a6de9760dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.309476] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.309741] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.309957] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Deleting the datastore file [datastore1] 52c13eaa-ddfc-4199-91ad-651e9646c460 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.310326] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25719dbb-a604-479e-ba95-c525d155af0b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.321526] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for the task: (returnval){ [ 1130.321526] env[65717]: value = "task-4393992" [ 1130.321526] env[65717]: _type = "Task" [ 1130.321526] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.326037] env[65717]: DEBUG oslo_vmware.api [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393987, 'name': PowerOnVM_Task, 'duration_secs': 0.521703} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.331271] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.331440] env[65717]: INFO nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1130.331809] env[65717]: DEBUG nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.333880] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201dca5-5f3d-4b76-b0b6-ac2dbc7a134d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.343463] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.417577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.417776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquired lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.417958] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.836575] env[65717]: DEBUG oslo_vmware.api [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Task: {'id': task-4393992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383358} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.836837] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.837032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.837473] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.837473] env[65717]: INFO nova.compute.manager [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1130.837626] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1130.837816] env[65717]: DEBUG nova.compute.manager [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1130.837909] env[65717]: DEBUG nova.network.neutron [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.838182] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.859604] env[65717]: INFO nova.compute.manager [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Took 12.28 seconds to build instance. [ 1130.862957] env[65717]: DEBUG nova.network.neutron [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.863352] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.970783] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.069561] env[65717]: WARNING neutronclient.v2_0.client [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.159715] env[65717]: DEBUG nova.network.neutron [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updating instance_info_cache with network_info: [{"id": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "address": "fa:16:3e:7f:46:82", "network": {"id": "c2815073-9d3c-44bd-8ecf-27e43b9e056f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-450698475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622f2dd2b1654253bbeb65ff97c9de0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71674bc9-3e", "ovs_interfaceid": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.281950] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.796s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.288329] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.977s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.290221] env[65717]: INFO nova.compute.claims [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.363279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1b761be7-1c0d-41ab-ad55-123f718a26f0 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.365168] env[65717]: DEBUG nova.network.neutron [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.621916] env[65717]: DEBUG nova.network.neutron [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.663699] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Releasing lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.664101] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Instance network_info: |[{"id": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "address": "fa:16:3e:7f:46:82", "network": {"id": "c2815073-9d3c-44bd-8ecf-27e43b9e056f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-450698475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622f2dd2b1654253bbeb65ff97c9de0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71674bc9-3e", "ovs_interfaceid": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1131.664663] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:46:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71674bc9-3eeb-4f2d-bcd9-58a8149ae64c', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.673464] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Creating folder: Project (622f2dd2b1654253bbeb65ff97c9de0f). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.674530] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc1e5453-3cfa-41a7-ab31-21f3f7471e72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.688283] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Created folder: Project (622f2dd2b1654253bbeb65ff97c9de0f) in parent group-v859766. [ 1131.688444] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Creating folder: Instances. Parent ref: group-v860066. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.688886] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed61e89-763a-4bc1-a7e2-0029a809a089 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.703130] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Created folder: Instances in parent group-v860066. [ 1131.703580] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1131.703934] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.704363] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe39972-164e-4900-8d53-72bd68d8f0c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.729580] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.729580] env[65717]: value = "task-4393995" [ 1131.729580] env[65717]: _type = "Task" [ 1131.729580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.739996] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393995, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.844457] env[65717]: DEBUG nova.compute.manager [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Received event network-changed-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1131.844798] env[65717]: DEBUG nova.compute.manager [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Refreshing instance network info cache due to event network-changed-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1131.845091] env[65717]: DEBUG oslo_concurrency.lockutils [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] Acquiring lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.845203] env[65717]: DEBUG oslo_concurrency.lockutils [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] Acquired lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.845366] env[65717]: DEBUG nova.network.neutron [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Refreshing network info cache for port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.869946] env[65717]: INFO nova.compute.manager [-] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Took 1.03 seconds to deallocate network for instance. [ 1132.000468] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "bd4fd461-060c-4b80-8e46-9e3295782abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.000755] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.000976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.001251] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.001458] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.004097] env[65717]: INFO nova.compute.manager [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Terminating instance [ 1132.125735] env[65717]: INFO nova.compute.manager [-] [instance: b1a82125-0669-464f-8171-f638fc701973] Took 1.95 seconds to deallocate network for instance. [ 1132.242050] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4393995, 'name': CreateVM_Task, 'duration_secs': 0.338199} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.242050] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.242710] env[65717]: WARNING neutronclient.v2_0.client [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.243090] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.243249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.243595] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.243860] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462c8d46-d446-43fa-8704-7acbd3a3e711 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.250140] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1132.250140] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523d9800-47f4-64ca-266a-f13c99b127af" [ 1132.250140] env[65717]: _type = "Task" [ 1132.250140] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.260225] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523d9800-47f4-64ca-266a-f13c99b127af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.348488] env[65717]: WARNING neutronclient.v2_0.client [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.377612] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.476268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc87f53-1f2a-454e-b92a-f17d527259d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.486757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60fd7ed-09b0-457d-92ed-5c9b97fbe32c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.522228] env[65717]: DEBUG nova.compute.manager [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1132.522467] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.523236] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.527150] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e85e0ef-e37c-4cc6-b3e6-bd671dca60ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.530012] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.530734] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6698c9-75b8-44b4-afb7-2a2d78a42e82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.533707] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.534302] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.534807] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.534983] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.535169] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.535305] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1132.535478] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.542094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3476cd-830e-467c-81c4-8c1a19215147 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.546363] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.547144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a3f211-ab1e-4ef5-bdb0-35ae1c9c9205 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.562565] env[65717]: DEBUG nova.compute.provider_tree [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.565670] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1132.565670] env[65717]: value = "task-4393996" [ 1132.565670] env[65717]: _type = "Task" [ 1132.565670] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.574021] env[65717]: WARNING neutronclient.v2_0.client [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.580381] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.635332] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.656605] env[65717]: DEBUG nova.network.neutron [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updated VIF entry in instance network info cache for port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1132.657066] env[65717]: DEBUG nova.network.neutron [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updating instance_info_cache with network_info: [{"id": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "address": "fa:16:3e:7f:46:82", "network": {"id": "c2815073-9d3c-44bd-8ecf-27e43b9e056f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-450698475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622f2dd2b1654253bbeb65ff97c9de0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71674bc9-3e", "ovs_interfaceid": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.761871] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523d9800-47f4-64ca-266a-f13c99b127af, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.762319] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.762545] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.762769] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.762910] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.763097] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.763371] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec68b4c1-abf5-4be2-a6d1-36a964d95430 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.772477] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.772598] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.773372] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ad451d-a86b-402d-b284-ebb795bf5896 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.780965] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1132.780965] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e2ac70-fb8e-64ef-3aff-b14d8de7fd4c" [ 1132.780965] env[65717]: _type = "Task" [ 1132.780965] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.789480] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e2ac70-fb8e-64ef-3aff-b14d8de7fd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.830740] env[65717]: INFO nova.compute.manager [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Swapping old allocation on dict_keys(['dc53e726-883a-4716-9e0d-e97046ce03ae']) held by migration 6911ef2b-0999-4657-b98e-9dbe902fee13 for instance [ 1132.855486] env[65717]: DEBUG nova.scheduler.client.report [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Overwriting current allocation {'allocations': {'dc53e726-883a-4716-9e0d-e97046ce03ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 142}}, 'project_id': '4eb54d0f902f46a79524141a70899df5', 'user_id': '2928cf7c12d649e6879dcf05e79fab39', 'consumer_generation': 1} on consumer f6ffd716-c31e-41c1-ae7d-2b5a915e027b {{(pid=65717) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1132.911939] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.944835] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.945040] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.945223] env[65717]: DEBUG nova.network.neutron [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.048536] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.067805] env[65717]: DEBUG nova.scheduler.client.report [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.080880] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393996, 'name': PowerOffVM_Task, 'duration_secs': 0.202681} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.081136] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.081320] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.081575] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b81f220-b784-4382-b5d1-95f003fc2f83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153144] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.153501] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.153725] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore2] bd4fd461-060c-4b80-8e46-9e3295782abb {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.154015] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a2e3364-315e-4137-814c-d7d2b73bce7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.159364] env[65717]: DEBUG oslo_concurrency.lockutils [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] Releasing lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.159648] env[65717]: DEBUG nova.compute.manager [req-96b7a96f-e394-417a-a50e-880d332b6425 req-ecf1bc22-1c3c-4874-bb62-5df7c1d8c329 service nova] [instance: b1a82125-0669-464f-8171-f638fc701973] Received event network-vif-deleted-028ccb40-33c8-4b87-adec-6d9d304fd319 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1133.161519] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1133.161519] env[65717]: value = "task-4393998" [ 1133.161519] env[65717]: _type = "Task" [ 1133.161519] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.169884] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.292124] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e2ac70-fb8e-64ef-3aff-b14d8de7fd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.293037] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60075b92-57ea-4d81-8ea8-fa8d7aa9d2c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.299601] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1133.299601] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e42237-606d-65a8-d875-f9e92eb71c1c" [ 1133.299601] env[65717]: _type = "Task" [ 1133.299601] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.308512] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e42237-606d-65a8-d875-f9e92eb71c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.448506] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.576239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.576476] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1133.579360] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.202s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.580224] env[65717]: DEBUG nova.objects.instance [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lazy-loading 'resources' on Instance uuid 52c13eaa-ddfc-4199-91ad-651e9646c460 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.631829] env[65717]: WARNING neutronclient.v2_0.client [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.675030] env[65717]: DEBUG oslo_vmware.api [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4393998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139337} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.675289] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.675482] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.675655] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.675839] env[65717]: INFO nova.compute.manager [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1133.676101] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1133.676299] env[65717]: DEBUG nova.compute.manager [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1133.676393] env[65717]: DEBUG nova.network.neutron [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1133.676640] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.705718] env[65717]: DEBUG nova.network.neutron [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [{"id": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "address": "fa:16:3e:1d:fe:8e", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e91df8-83", "ovs_interfaceid": "d3e91df8-83f3-4ab1-9320-d535b9bcb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.712989] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.811476] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e42237-606d-65a8-d875-f9e92eb71c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.811644] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.811917] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79/3db087f3-04ac-45cf-8ff2-ef3ac08ebd79.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.812204] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef9e3138-5221-43bd-bf33-48135938e0a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.819622] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1133.819622] env[65717]: value = "task-4393999" [ 1133.819622] env[65717]: _type = "Task" [ 1133.819622] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.828992] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4393999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.001991] env[65717]: DEBUG nova.compute.manager [req-ff936098-454e-4366-b5ab-f5d71fb7d946 req-421e5da0-ca01-43f4-b029-8f3ebead25b7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Received event network-vif-deleted-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.002242] env[65717]: INFO nova.compute.manager [req-ff936098-454e-4366-b5ab-f5d71fb7d946 req-421e5da0-ca01-43f4-b029-8f3ebead25b7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Neutron deleted interface 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4; detaching it from the instance and deleting it from the info cache [ 1134.002410] env[65717]: DEBUG nova.network.neutron [req-ff936098-454e-4366-b5ab-f5d71fb7d946 req-421e5da0-ca01-43f4-b029-8f3ebead25b7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.083940] env[65717]: DEBUG nova.compute.utils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.088181] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1134.088668] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1134.088713] env[65717]: WARNING neutronclient.v2_0.client [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.089382] env[65717]: WARNING neutronclient.v2_0.client [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.134764] env[65717]: DEBUG nova.policy [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f6285f2be42402d942f6b9bb0b245f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4bbb763469a4095bd525dc7bbac532c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.211050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-f6ffd716-c31e-41c1-ae7d-2b5a915e027b" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.212834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f48adee-7137-4f0f-a4ad-55850380528b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.223254] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a9a55-63de-4fb9-86a9-6d39b7fc7181 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.248708] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21682f08-173e-4420-8a14-ea18089c92be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.261928] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53dc4ee-2a36-4bf1-b95e-43d3e01d6392 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.303044] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3969370-103d-4521-83e3-a4c5df0ae159 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.311918] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee38c1a-0f4e-4642-81c8-74f1c662ee5c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.327882] env[65717]: DEBUG nova.compute.provider_tree [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.338203] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4393999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497554} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.338612] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79/3db087f3-04ac-45cf-8ff2-ef3ac08ebd79.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.338813] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.339113] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd0b7b58-3ef8-4828-b642-b2ca020b2f7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.348057] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1134.348057] env[65717]: value = "task-4394000" [ 1134.348057] env[65717]: _type = "Task" [ 1134.348057] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.357981] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.477387] env[65717]: DEBUG nova.network.neutron [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.493398] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Successfully created port: 09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1134.505039] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a85645-2778-43aa-8dcc-77094640fd1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.518883] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e486e4-b397-4307-b17a-9dbfd13fcafd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.551886] env[65717]: DEBUG nova.compute.manager [req-ff936098-454e-4366-b5ab-f5d71fb7d946 req-421e5da0-ca01-43f4-b029-8f3ebead25b7 service nova] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Detach interface failed, port_id=68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4, reason: Instance bd4fd461-060c-4b80-8e46-9e3295782abb could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1134.589605] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1134.834584] env[65717]: DEBUG nova.scheduler.client.report [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.864745] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069797} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.865029] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.865810] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81324a0b-2841-4b15-b170-6f6a24300e3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.889749] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79/3db087f3-04ac-45cf-8ff2-ef3ac08ebd79.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.890415] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20158ed0-c572-4d12-b375-5ace220985db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.911448] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1134.911448] env[65717]: value = "task-4394001" [ 1134.911448] env[65717]: _type = "Task" [ 1134.911448] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.920435] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.980065] env[65717]: INFO nova.compute.manager [-] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Took 1.30 seconds to deallocate network for instance. [ 1135.343400] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.346022] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.711s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.346217] env[65717]: DEBUG nova.objects.instance [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'resources' on Instance uuid b1a82125-0669-464f-8171-f638fc701973 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.356993] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.357419] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f669a51c-bf65-405d-9452-fd133da3cd2c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.367595] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1135.367595] env[65717]: value = "task-4394002" [ 1135.367595] env[65717]: _type = "Task" [ 1135.367595] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.372835] env[65717]: INFO nova.scheduler.client.report [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Deleted allocations for instance 52c13eaa-ddfc-4199-91ad-651e9646c460 [ 1135.382020] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.425231] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394001, 'name': ReconfigVM_Task, 'duration_secs': 0.289082} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.425547] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79/3db087f3-04ac-45cf-8ff2-ef3ac08ebd79.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.426195] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7ee0982-8749-4d31-ab57-c887d5ed29bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.434105] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1135.434105] env[65717]: value = "task-4394003" [ 1135.434105] env[65717]: _type = "Task" [ 1135.434105] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.444212] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394003, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.487079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.600766] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1135.631573] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.632058] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.632058] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.632290] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.632449] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.632597] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.632812] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.632977] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.633160] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.633338] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.633531] env[65717]: DEBUG nova.virt.hardware [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.634544] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16755623-13eb-4574-a399-2b7ea2db6713 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.644118] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e939f3-f26a-4223-9f07-f9b788bc80b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.696895] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.697255] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.886110] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394002, 'name': PowerOffVM_Task, 'duration_secs': 0.256373} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.890166] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.890166] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.890166] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.890166] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.890166] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.890166] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.890425] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.890463] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.890623] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.890786] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.891033] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.891276] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.896677] env[65717]: DEBUG oslo_concurrency.lockutils [None req-858c6d6f-65dd-4078-beef-5939156b07c3 tempest-ServersListShow298Test-414605880 tempest-ServersListShow298Test-414605880-project-member] Lock "52c13eaa-ddfc-4199-91ad-651e9646c460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.815s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.898035] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a7fa50-3765-4432-ada9-55c491987324 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.917320] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1135.917320] env[65717]: value = "task-4394004" [ 1135.917320] env[65717]: _type = "Task" [ 1135.917320] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.928209] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.946357] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394003, 'name': Rename_Task, 'duration_secs': 0.157872} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.949239] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.949732] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65225ffc-4a26-40ce-8302-efbae91d0959 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.958717] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1135.958717] env[65717]: value = "task-4394005" [ 1135.958717] env[65717]: _type = "Task" [ 1135.958717] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.972795] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.996173] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c2d936-6e05-4845-b21e-101485cffb7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.004880] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec7fde-b8a9-4603-b353-4bf921b60a68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.039325] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d416f70-fac2-485c-8a80-b0b76c13cc8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048335] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2198cc02-9837-440a-89d2-0d2cdb9e8978 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.064738] env[65717]: DEBUG nova.compute.provider_tree [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.071513] env[65717]: DEBUG nova.compute.manager [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Received event network-vif-plugged-09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1136.071801] env[65717]: DEBUG oslo_concurrency.lockutils [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.072096] env[65717]: DEBUG oslo_concurrency.lockutils [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.072323] env[65717]: DEBUG oslo_concurrency.lockutils [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.072386] env[65717]: DEBUG nova.compute.manager [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] No waiting events found dispatching network-vif-plugged-09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1136.072529] env[65717]: WARNING nova.compute.manager [req-8428f1b9-4296-45dd-9255-0c7d9b336c49 req-d7d0a48c-255c-44ab-90ba-23da3b153bf8 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Received unexpected event network-vif-plugged-09afe53d-edca-4d70-8c07-4eb1760c75ad for instance with vm_state building and task_state spawning. [ 1136.130114] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Successfully updated port: 09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1136.200251] env[65717]: DEBUG nova.compute.utils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.429054] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394004, 'name': ReconfigVM_Task, 'duration_secs': 0.157736} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.429818] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925f57b-f4b2-4c27-9f55-64bddf1b4894 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.454186] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1136.454459] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.454616] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1136.454798] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.454949] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1136.455197] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1136.455431] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.455605] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1136.455783] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1136.455967] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1136.456161] env[65717]: DEBUG nova.virt.hardware [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1136.457024] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa907e0-8747-4b1f-b5bc-fb9e642eea92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.467545] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1136.467545] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52001a9a-c59e-914c-fb63-a36e0926708e" [ 1136.467545] env[65717]: _type = "Task" [ 1136.467545] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.471341] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.482987] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52001a9a-c59e-914c-fb63-a36e0926708e, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.488403] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.488734] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c01909b-133b-4598-a92f-a236f4ab904f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.510896] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1136.510896] env[65717]: value = "task-4394006" [ 1136.510896] env[65717]: _type = "Task" [ 1136.510896] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.520664] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.572284] env[65717]: DEBUG nova.scheduler.client.report [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.633432] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.635361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.635361] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.703301] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.971132] env[65717]: DEBUG oslo_vmware.api [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394005, 'name': PowerOnVM_Task, 'duration_secs': 0.649054} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.971435] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.971643] env[65717]: INFO nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1136.971819] env[65717]: DEBUG nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1136.972643] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b50188-361b-47c9-bd69-92632cc33571 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.025228] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394006, 'name': ReconfigVM_Task, 'duration_secs': 0.365601} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.025228] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.025228] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f414826-cf04-4245-9cfb-ef006022bace {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.063534] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.064561] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2a3b1d-d627-48a3-a9cf-b392285ca63c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.079811] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.082412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.034s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.082412] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.082558] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1137.082864] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.596s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.083575] env[65717]: DEBUG nova.objects.instance [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'resources' on Instance uuid bd4fd461-060c-4b80-8e46-9e3295782abb {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.085040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a08c36-d8b0-40e7-9447-db139a466906 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.090327] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1137.090327] env[65717]: value = "task-4394007" [ 1137.090327] env[65717]: _type = "Task" [ 1137.090327] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.099403] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a358c8-38fe-4bed-b2be-1733c11c179b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.108333] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.109377] env[65717]: INFO nova.scheduler.client.report [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted allocations for instance b1a82125-0669-464f-8171-f638fc701973 [ 1137.124758] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40d56a-91a7-4653-808e-749aa8dcf7e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.132941] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3943aa-3899-4614-b205-de6481d7438d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.172154] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179183MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1137.172320] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.186071] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1137.274663] env[65717]: WARNING neutronclient.v2_0.client [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.380876] env[65717]: DEBUG nova.network.neutron [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating instance_info_cache with network_info: [{"id": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "address": "fa:16:3e:1c:e7:fc", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09afe53d-ed", "ovs_interfaceid": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.400220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.400448] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.491442] env[65717]: INFO nova.compute.manager [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Took 12.27 seconds to build instance. [ 1137.601020] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394007, 'name': ReconfigVM_Task, 'duration_secs': 0.304212} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.601379] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b/f6ffd716-c31e-41c1-ae7d-2b5a915e027b.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.602433] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cb7a9-86d0-407c-b2ac-afa40342f9c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.624540] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9cc5de-ad51-4771-a487-d76d43e23c49 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.629548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-96ead15d-ddab-442c-b06e-42459d9890ca tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "b1a82125-0669-464f-8171-f638fc701973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.097s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.651203] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44cdfe-5801-484e-9461-d0c06e96e3b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.673651] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e080a-acef-404f-ab8d-5634cd529160 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.682127] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.682421] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b6d3af-ee6f-4e07-9fd8-3b77034d7254 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.688975] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1137.688975] env[65717]: value = "task-4394008" [ 1137.688975] env[65717]: _type = "Task" [ 1137.688975] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.698340] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.786504] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.786748] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.786974] env[65717]: INFO nova.compute.manager [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attaching volume b8dd2565-3a44-4d63-a97b-8a80355980a9 to /dev/sdb [ 1137.822257] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917f645f-f5c8-44d7-906e-bdd6b1327901 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.830943] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af24755f-22c5-430d-b2a1-945cae586cd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.846146] env[65717]: DEBUG nova.virt.block_device [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating existing volume attachment record: a161c41e-c632-4749-9906-45bdc5e67b66 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.865522] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d7946-6c61-49ee-85ee-3b92fe4ac81f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.873927] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772bca7-0a78-4a98-baa9-2d039da2f3c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.907421] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.907790] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Instance network_info: |[{"id": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "address": "fa:16:3e:1c:e7:fc", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09afe53d-ed", "ovs_interfaceid": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1137.908183] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.911077] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:e7:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09afe53d-edca-4d70-8c07-4eb1760c75ad', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.918309] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1137.918971] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f2e4c-ff29-4a99-8467-e2b9dcd303f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.922071] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.922298] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d38b4a-13f6-4b9b-a78e-2830a134450e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.946091] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c087645-8220-4484-9887-576be1e6368b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.952178] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.952178] env[65717]: value = "task-4394009" [ 1137.952178] env[65717]: _type = "Task" [ 1137.952178] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.964195] env[65717]: DEBUG nova.compute.provider_tree [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.971821] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394009, 'name': CreateVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.993301] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.784s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.105545] env[65717]: DEBUG nova.compute.manager [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Received event network-changed-09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1138.105545] env[65717]: DEBUG nova.compute.manager [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Refreshing instance network info cache due to event network-changed-09afe53d-edca-4d70-8c07-4eb1760c75ad. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1138.105766] env[65717]: DEBUG oslo_concurrency.lockutils [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] Acquiring lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.105900] env[65717]: DEBUG oslo_concurrency.lockutils [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] Acquired lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.106091] env[65717]: DEBUG nova.network.neutron [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Refreshing network info cache for port 09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.200178] env[65717]: DEBUG oslo_vmware.api [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394008, 'name': PowerOnVM_Task, 'duration_secs': 0.461894} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.200570] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.448728] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.462972] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394009, 'name': CreateVM_Task, 'duration_secs': 0.409377} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.463975] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.463975] env[65717]: WARNING neutronclient.v2_0.client [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.464264] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.464415] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.464732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.465118] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3ec6d3-ecae-4fa1-8bb3-d8019dcf7d1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.467334] env[65717]: DEBUG nova.scheduler.client.report [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.474204] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1138.474204] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271fa54-fba6-384b-be4b-2cf0fc545768" [ 1138.474204] env[65717]: _type = "Task" [ 1138.474204] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.484369] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271fa54-fba6-384b-be4b-2cf0fc545768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.611965] env[65717]: WARNING neutronclient.v2_0.client [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.972779] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.976894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.803s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.981444] env[65717]: WARNING neutronclient.v2_0.client [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.992755] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5271fa54-fba6-384b-be4b-2cf0fc545768, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.993101] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.993362] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.993608] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.993811] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.993930] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.994204] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6859e772-d011-4433-84bc-96c345f51568 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.000278] env[65717]: INFO nova.scheduler.client.report [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance bd4fd461-060c-4b80-8e46-9e3295782abb [ 1139.005034] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.005248] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.006494] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5f402e-36c0-4986-bbe6-49a2c6e11ebe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.013417] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1139.013417] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e819fd-06cf-8c90-da8e-19b0565253fd" [ 1139.013417] env[65717]: _type = "Task" [ 1139.013417] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.027016] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e819fd-06cf-8c90-da8e-19b0565253fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.063116] env[65717]: DEBUG nova.network.neutron [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updated VIF entry in instance network info cache for port 09afe53d-edca-4d70-8c07-4eb1760c75ad. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1139.063558] env[65717]: DEBUG nova.network.neutron [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating instance_info_cache with network_info: [{"id": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "address": "fa:16:3e:1c:e7:fc", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09afe53d-ed", "ovs_interfaceid": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.246807] env[65717]: INFO nova.compute.manager [None req-b73ceeeb-3fb2-4877-a879-8237efaebdd6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance to original state: 'active' [ 1139.509821] env[65717]: DEBUG oslo_concurrency.lockutils [None req-993cc2d8-82ca-46be-8365-4276cdfa1953 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "bd4fd461-060c-4b80-8e46-9e3295782abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.509s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.527964] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e819fd-06cf-8c90-da8e-19b0565253fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.528830] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68579e9d-3cd4-4339-b43b-295579eb057b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.539150] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1139.539150] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b624-53c6-04a5-69b2-d4d9d24fea70" [ 1139.539150] env[65717]: _type = "Task" [ 1139.539150] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.548513] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b624-53c6-04a5-69b2-d4d9d24fea70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.566573] env[65717]: DEBUG oslo_concurrency.lockutils [req-16e98ac2-4d6f-4921-bf01-8a400c09b94e req-bb6f6134-7073-4d3e-8958-ed050c0b9ffc service nova] Releasing lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c7d0310d-709b-450a-a054-9b393374a1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b878e8b8-062b-4f7b-a2c8-7825893845ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f6ffd716-c31e-41c1-ae7d-2b5a915e027b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.005030] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 60e866f9-248f-4914-a6e3-2335ba01d4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1140.050171] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5270b624-53c6-04a5-69b2-d4d9d24fea70, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.050444] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.050697] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 60e866f9-248f-4914-a6e3-2335ba01d4d6/60e866f9-248f-4914-a6e3-2335ba01d4d6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.050959] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ee350b-dc0e-453f-9628-7fb2653f28e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.062582] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1140.062582] env[65717]: value = "task-4394011" [ 1140.062582] env[65717]: _type = "Task" [ 1140.062582] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.068979] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.170491] env[65717]: DEBUG nova.compute.manager [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Received event network-changed-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1140.170826] env[65717]: DEBUG nova.compute.manager [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Refreshing instance network info cache due to event network-changed-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1140.171153] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] Acquiring lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.171385] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] Acquired lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.171662] env[65717]: DEBUG nova.network.neutron [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Refreshing network info cache for port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.398443] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.398669] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.400626] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.400966] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.508230] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1140.569703] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490809} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.569985] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 60e866f9-248f-4914-a6e3-2335ba01d4d6/60e866f9-248f-4914-a6e3-2335ba01d4d6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.570219] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.570477] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d5ac4d-0678-47d0-8de7-b4170dff3aaa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.577602] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1140.577602] env[65717]: value = "task-4394013" [ 1140.577602] env[65717]: _type = "Task" [ 1140.577602] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.585800] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.643978] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.644284] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.644503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.644682] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.644841] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.646997] env[65717]: INFO nova.compute.manager [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Terminating instance [ 1140.675252] env[65717]: WARNING neutronclient.v2_0.client [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.896515] env[65717]: WARNING neutronclient.v2_0.client [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.901229] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1140.907704] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1140.967727] env[65717]: DEBUG nova.network.neutron [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updated VIF entry in instance network info cache for port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.968101] env[65717]: DEBUG nova.network.neutron [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updating instance_info_cache with network_info: [{"id": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "address": "fa:16:3e:7f:46:82", "network": {"id": "c2815073-9d3c-44bd-8ecf-27e43b9e056f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-450698475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622f2dd2b1654253bbeb65ff97c9de0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71674bc9-3e", "ovs_interfaceid": "71674bc9-3eeb-4f2d-bcd9-58a8149ae64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.011374] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 41d24a7c-2323-4e51-80cd-bf7e26cea270 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1141.088076] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132478} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.088308] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.089073] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a83d54-1087-480c-9035-266e44cc81e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.111072] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 60e866f9-248f-4914-a6e3-2335ba01d4d6/60e866f9-248f-4914-a6e3-2335ba01d4d6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.111360] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bd8dac-76e7-4122-9272-eb2a4c914637 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.132418] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1141.132418] env[65717]: value = "task-4394014" [ 1141.132418] env[65717]: _type = "Task" [ 1141.132418] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.142249] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.151233] env[65717]: DEBUG nova.compute.manager [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1141.151508] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.151776] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f15387e-9116-4c90-b0c8-bac023f37a99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.159429] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1141.159429] env[65717]: value = "task-4394015" [ 1141.159429] env[65717]: _type = "Task" [ 1141.159429] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.168082] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.425718] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.426984] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.470300] env[65717]: DEBUG oslo_concurrency.lockutils [req-a4af6373-6ce5-4f70-9cde-4495341d30ad req-aadb5de9-06de-4beb-9919-0ebb24bf599c service nova] Releasing lock "refresh_cache-3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.514162] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1141.514412] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1141.514571] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_os_type_None': '6', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'io_workload': '1', 'num_vm_active': '4', 'num_task_None': '4', 'num_proj_47fb435aaa3f41e886947e6d25d6e483': '1', 'num_proj_050733dc261b428497efcb3bf043c1ad': '1', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '1', 'num_proj_622f2dd2b1654253bbeb65ff97c9de0f': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1141.632256] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a51aff-b67a-4ab9-957f-72da51bbaf6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.643758] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394014, 'name': ReconfigVM_Task, 'duration_secs': 0.368099} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.645735] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 60e866f9-248f-4914-a6e3-2335ba01d4d6/60e866f9-248f-4914-a6e3-2335ba01d4d6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.646451] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a700c87e-0c25-479e-9692-1acc127b8c63 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.648649] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2840126c-ac89-41b5-a15c-0c6e8a412066 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.683725] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b38f2-a49c-4eab-8260-737fc21d1258 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.686439] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1141.686439] env[65717]: value = "task-4394016" [ 1141.686439] env[65717]: _type = "Task" [ 1141.686439] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.694927] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394015, 'name': PowerOffVM_Task, 'duration_secs': 0.196011} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.700675] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.700932] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.701185] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860053', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'name': 'volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b', 'attached_at': '2025-11-12T14:35:27.000000', 'detached_at': '', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'serial': '39e8ddf7-f842-45c3-b6cf-51d583ae8788'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.701583] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394016, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.702398] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724bc5be-0da6-49f0-a3b3-ddc645967e9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.706224] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a03be-c4bd-45cb-a094-9685f90438c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.739750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b1a53-0913-4f35-88c6-100f63956f50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.742557] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.749229] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e4140-a131-40d6-85fc-cdd5ef6e06ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.771487] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81aa14d-16c2-4ac0-8786-59119f051506 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.787077] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The volume has not been displaced from its original location: [datastore1] volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788/volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.792409] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.792711] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b5db55-b2d0-4caf-8c47-878c603af2d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.812019] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1141.812019] env[65717]: value = "task-4394017" [ 1141.812019] env[65717]: _type = "Task" [ 1141.812019] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.820207] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.197259] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394016, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.247074] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.324071] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.391528] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.391782] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860070', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'name': 'volume-b8dd2565-3a44-4d63-a97b-8a80355980a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'serial': 'b8dd2565-3a44-4d63-a97b-8a80355980a9'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.392977] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa160a8-5cb6-4a67-9b60-257d26887ffb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.409792] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c1416-9bfc-4344-81e7-d4f5d4d87e1e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.436102] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-b8dd2565-3a44-4d63-a97b-8a80355980a9/volume-b8dd2565-3a44-4d63-a97b-8a80355980a9.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.436449] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56cb493-d5a4-44f5-a859-747d1c7cc224 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.457324] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1142.457324] env[65717]: value = "task-4394018" [ 1142.457324] env[65717]: _type = "Task" [ 1142.457324] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.466585] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.697627] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394016, 'name': Rename_Task, 'duration_secs': 0.928963} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.697842] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.698118] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d618804-e0f1-4786-ab4b-18c710a2b3ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.705747] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1142.705747] env[65717]: value = "task-4394019" [ 1142.705747] env[65717]: _type = "Task" [ 1142.705747] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.714137] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.752410] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1142.752735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.778s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.752926] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.305s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.754623] env[65717]: INFO nova.compute.claims [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.757185] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.757876] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1142.824326] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394017, 'name': ReconfigVM_Task, 'duration_secs': 0.82992} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.824592] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.829693] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac261a02-fac2-4600-a749-506a5f443407 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.846417] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1142.846417] env[65717]: value = "task-4394020" [ 1142.846417] env[65717]: _type = "Task" [ 1142.846417] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.855802] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.968671] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394018, 'name': ReconfigVM_Task, 'duration_secs': 0.341167} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.969096] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-b8dd2565-3a44-4d63-a97b-8a80355980a9/volume-b8dd2565-3a44-4d63-a97b-8a80355980a9.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.974959] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f417e839-c901-4fad-8b1a-a5ad6da92651 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.993431] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1142.993431] env[65717]: value = "task-4394021" [ 1142.993431] env[65717]: _type = "Task" [ 1142.993431] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.003428] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.216910] env[65717]: DEBUG oslo_vmware.api [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394019, 'name': PowerOnVM_Task, 'duration_secs': 0.462516} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.216910] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.216910] env[65717]: INFO nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1143.217351] env[65717]: DEBUG nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.217768] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec98788-be11-4042-b2c1-eef04b18850d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.275429] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] There are 60 instances to clean {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1143.275599] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: bd4fd461-060c-4b80-8e46-9e3295782abb] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1143.358432] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394020, 'name': ReconfigVM_Task, 'duration_secs': 0.1253} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.361088] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860053', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'name': 'volume-39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6ffd716-c31e-41c1-ae7d-2b5a915e027b', 'attached_at': '2025-11-12T14:35:27.000000', 'detached_at': '', 'volume_id': '39e8ddf7-f842-45c3-b6cf-51d583ae8788', 'serial': '39e8ddf7-f842-45c3-b6cf-51d583ae8788'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1143.361430] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.362467] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37130908-0046-48c9-a94c-49d8baa8f7a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.369995] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.370255] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b2d03b1-339d-4a8a-8566-585b541f4000 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.422335] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ec402-6834-4e7c-9ffe-aee8223884ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.431645] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d838e9fa-d638-44db-a2ab-2f9b3816da28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.467400] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99802d3-17db-4fda-b70d-e3abcf7f753b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.469984] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.470223] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.470372] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleting the datastore file [datastore1] f6ffd716-c31e-41c1-ae7d-2b5a915e027b {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.470613] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed1199c1-71cf-4af7-a1b2-1ff094b69a41 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.478035] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0f7c1-0af1-4dc2-90f3-285981cfb4f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484322] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1143.484322] env[65717]: value = "task-4394023" [ 1143.484322] env[65717]: _type = "Task" [ 1143.484322] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.496135] env[65717]: DEBUG nova.compute.provider_tree [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.504323] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.510980] env[65717]: DEBUG oslo_vmware.api [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394021, 'name': ReconfigVM_Task, 'duration_secs': 0.157787} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.511363] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860070', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'name': 'volume-b8dd2565-3a44-4d63-a97b-8a80355980a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'serial': 'b8dd2565-3a44-4d63-a97b-8a80355980a9'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1143.738234] env[65717]: INFO nova.compute.manager [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Took 16.44 seconds to build instance. [ 1143.782593] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 52c13eaa-ddfc-4199-91ad-651e9646c460] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1143.995560] env[65717]: DEBUG oslo_vmware.api [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159114} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.995829] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.996043] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.996277] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.996488] env[65717]: INFO nova.compute.manager [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1143.996769] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1143.997016] env[65717]: DEBUG nova.compute.manager [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.997133] env[65717]: DEBUG nova.network.neutron [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.997402] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.002442] env[65717]: DEBUG nova.scheduler.client.report [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.080621] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.241036] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6191f108-8c20-4729-82f2-7d2663d8198e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.954s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.289019] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 41c4156e-6e7c-49b5-be18-73975ab1bb2c] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.507176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.754s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.510018] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1144.520219] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.093s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.524255] env[65717]: INFO nova.compute.claims [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.563829] env[65717]: DEBUG nova.objects.instance [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.678980] env[65717]: DEBUG nova.compute.manager [req-021f90c3-f0e1-498f-a43a-621196e39071 req-a75601a1-bae8-483e-82e8-ca364a954265 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Received event network-vif-deleted-d3e91df8-83f3-4ab1-9320-d535b9bcb02e {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.679315] env[65717]: INFO nova.compute.manager [req-021f90c3-f0e1-498f-a43a-621196e39071 req-a75601a1-bae8-483e-82e8-ca364a954265 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Neutron deleted interface d3e91df8-83f3-4ab1-9320-d535b9bcb02e; detaching it from the instance and deleting it from the info cache [ 1144.679553] env[65717]: DEBUG nova.network.neutron [req-021f90c3-f0e1-498f-a43a-621196e39071 req-a75601a1-bae8-483e-82e8-ca364a954265 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.741695] env[65717]: DEBUG nova.compute.manager [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Received event network-changed-09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.741901] env[65717]: DEBUG nova.compute.manager [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Refreshing instance network info cache due to event network-changed-09afe53d-edca-4d70-8c07-4eb1760c75ad. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1144.742123] env[65717]: DEBUG oslo_concurrency.lockutils [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] Acquiring lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.742260] env[65717]: DEBUG oslo_concurrency.lockutils [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] Acquired lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.742449] env[65717]: DEBUG nova.network.neutron [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Refreshing network info cache for port 09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.791937] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9cbd8ada-2f99-452a-a30d-0d855c854eca] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1145.010383] env[65717]: DEBUG nova.network.neutron [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.027053] env[65717]: DEBUG nova.compute.utils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.029946] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1145.031409] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1145.031409] env[65717]: WARNING neutronclient.v2_0.client [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.031409] env[65717]: WARNING neutronclient.v2_0.client [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.071831] env[65717]: DEBUG nova.policy [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84effc5c619948b78034cc8c35ee733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050733dc261b428497efcb3bf043c1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.078558] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6943060d-48d6-4ace-998f-1775de89ba9e tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.181941] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3548b1a-ae43-4136-a783-35581adae3c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.192525] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1de674-f2cd-4e95-8183-4af6ec93a84c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223592] env[65717]: DEBUG nova.compute.manager [req-021f90c3-f0e1-498f-a43a-621196e39071 req-a75601a1-bae8-483e-82e8-ca364a954265 service nova] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Detach interface failed, port_id=d3e91df8-83f3-4ab1-9320-d535b9bcb02e, reason: Instance f6ffd716-c31e-41c1-ae7d-2b5a915e027b could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1145.248844] env[65717]: WARNING neutronclient.v2_0.client [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.298677] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 615494ab-4388-44cb-ab80-25de52d2043f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1145.410406] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Successfully created port: 750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1145.433970] env[65717]: WARNING neutronclient.v2_0.client [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.501012] env[65717]: DEBUG nova.network.neutron [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updated VIF entry in instance network info cache for port 09afe53d-edca-4d70-8c07-4eb1760c75ad. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.501485] env[65717]: DEBUG nova.network.neutron [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating instance_info_cache with network_info: [{"id": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "address": "fa:16:3e:1c:e7:fc", "network": {"id": "680ce9a4-e9f4-4731-81f7-7d16b3b61c43", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-904600503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4bbb763469a4095bd525dc7bbac532c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09afe53d-ed", "ovs_interfaceid": "09afe53d-edca-4d70-8c07-4eb1760c75ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.517286] env[65717]: INFO nova.compute.manager [-] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Took 1.52 seconds to deallocate network for instance. [ 1145.534112] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1145.683333] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b92ce-d9b6-47be-84b9-fd8555f6b894 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.692939] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e807f-2c2c-445b-bd0d-7293e1e7e468 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.725236] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697e741-98f5-43ec-85b1-1436af21285f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.734466] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04424d1-0b54-451c-9775-51ff8e5c364d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.754181] env[65717]: DEBUG nova.compute.provider_tree [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.758261] env[65717]: DEBUG nova.compute.manager [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1145.802246] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 387843ff-ee92-4427-9e77-0dd9063a3d32] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.004433] env[65717]: DEBUG oslo_concurrency.lockutils [req-0cd03e4d-ba1a-41fa-af3a-34d0ab2496b8 req-646e5cfb-0aa7-46e0-b045-90431b75ba40 service nova] Releasing lock "refresh_cache-60e866f9-248f-4914-a6e3-2335ba01d4d6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.053901] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.054036] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.065975] env[65717]: INFO nova.compute.manager [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Took 0.55 seconds to detach 1 volumes for instance. [ 1146.258523] env[65717]: DEBUG nova.scheduler.client.report [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.278741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.306641] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 64b275ef-0e20-4e17-9a4f-051965bee090] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.545685] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1146.557395] env[65717]: DEBUG nova.compute.utils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.571628] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.578580] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1146.578829] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.579251] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1146.579251] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.579375] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1146.579445] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1146.579674] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.579840] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1146.580011] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1146.580170] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1146.580337] env[65717]: DEBUG nova.virt.hardware [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1146.581617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2134542-f5ba-4709-b01a-ca31a5cca2bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.590435] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1d6ed-5e1a-455f-a776-d4875e8265d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.766074] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.766630] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1146.769449] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.343s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.770793] env[65717]: INFO nova.compute.claims [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.810211] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b8fe14bd-86a2-44ba-80c3-12ffad327f8b] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.816722] env[65717]: DEBUG nova.compute.manager [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Received event network-vif-plugged-750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1146.816722] env[65717]: DEBUG oslo_concurrency.lockutils [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.816859] env[65717]: DEBUG oslo_concurrency.lockutils [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.817029] env[65717]: DEBUG oslo_concurrency.lockutils [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.817094] env[65717]: DEBUG nova.compute.manager [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] No waiting events found dispatching network-vif-plugged-750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1146.817736] env[65717]: WARNING nova.compute.manager [req-7f2bc17d-d7f1-4e39-ab97-71aa49653687 req-d6088db5-9e57-41e5-8c84-f2549f266d19 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Received unexpected event network-vif-plugged-750ca7f4-496f-4ef9-851d-8a171247072b for instance with vm_state building and task_state spawning. [ 1146.925517] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Successfully updated port: 750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1147.061119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.275524] env[65717]: DEBUG nova.compute.utils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.279267] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1147.279473] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1147.279716] env[65717]: WARNING neutronclient.v2_0.client [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.280042] env[65717]: WARNING neutronclient.v2_0.client [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.313882] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 4841eb10-37a8-4ebc-813d-e907e63c72b6] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.330613] env[65717]: DEBUG nova.policy [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a03931924d04402873b90061e1ab90e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb1510ae0544d6aa973f1b4e4511d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.427971] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.428346] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.428413] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.644105] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Successfully created port: 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1147.779574] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1147.821084] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f2eaed1f-575f-439a-b9b3-c7b7e0c9e323] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.923595] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c665448d-8648-4847-a475-b4e2e8893006 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.934663] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75186dd-25a0-4076-b52f-b7f9e52a42fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.969963] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1147.972927] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a4d44-d942-4149-9729-41d5ab55ca2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.982010] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f7774-320c-4ebc-a6c7-b36367550b0b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.997875] env[65717]: DEBUG nova.compute.provider_tree [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.054195] env[65717]: WARNING neutronclient.v2_0.client [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.142032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.142297] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.142702] env[65717]: INFO nova.compute.manager [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attaching volume 89dd51ff-5b60-47a8-be26-6d0d2bcec49d to /dev/sdc [ 1148.164871] env[65717]: DEBUG nova.network.neutron [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Updating instance_info_cache with network_info: [{"id": "750ca7f4-496f-4ef9-851d-8a171247072b", "address": "fa:16:3e:31:77:e7", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750ca7f4-49", "ovs_interfaceid": "750ca7f4-496f-4ef9-851d-8a171247072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.183839] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5ac4a-5932-4041-b330-90215f95e863 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.192094] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48257492-f11e-44de-8a17-e611168db93e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.206541] env[65717]: DEBUG nova.virt.block_device [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating existing volume attachment record: c8795526-0fc6-4a1c-a299-a657a27d553a {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.325170] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f90fd3b6-1397-48c2-a863-39eb5434e354] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1148.503157] env[65717]: DEBUG nova.scheduler.client.report [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.668889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.669428] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance network_info: |[{"id": "750ca7f4-496f-4ef9-851d-8a171247072b", "address": "fa:16:3e:31:77:e7", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750ca7f4-49", "ovs_interfaceid": "750ca7f4-496f-4ef9-851d-8a171247072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1148.670021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:77:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750ca7f4-496f-4ef9-851d-8a171247072b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.679079] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1148.679834] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.680131] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f76e17-5e50-4bfe-b4d4-75872d7d00e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.705210] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.705210] env[65717]: value = "task-4394025" [ 1148.705210] env[65717]: _type = "Task" [ 1148.705210] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.716121] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394025, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.793313] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1148.821752] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.822027] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.822177] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.822353] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.822496] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.822739] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.822883] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.823107] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.823289] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.823464] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.823735] env[65717]: DEBUG nova.virt.hardware [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.824654] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82debc3b-d3f7-452b-a0fd-11228bd9cea5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.829160] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 164e7999-9ce5-4e2f-91eb-3e666d44338a] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1148.835068] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3355c-35b6-4d66-a23d-420034168494 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.852543] env[65717]: DEBUG nova.compute.manager [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Received event network-changed-750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1148.852800] env[65717]: DEBUG nova.compute.manager [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Refreshing instance network info cache due to event network-changed-750ca7f4-496f-4ef9-851d-8a171247072b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1148.853056] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] Acquiring lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.853216] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] Acquired lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.853381] env[65717]: DEBUG nova.network.neutron [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Refreshing network info cache for port 750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.008383] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.009156] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1149.012820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.734s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.089528] env[65717]: DEBUG nova.compute.manager [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1149.089814] env[65717]: DEBUG oslo_concurrency.lockutils [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.089969] env[65717]: DEBUG oslo_concurrency.lockutils [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.090168] env[65717]: DEBUG oslo_concurrency.lockutils [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.090337] env[65717]: DEBUG nova.compute.manager [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] No waiting events found dispatching network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1149.090497] env[65717]: WARNING nova.compute.manager [req-e576885b-6873-486e-8acf-bc6eb3ae2b6c req-08f46a8f-4328-4297-a634-95d5c75fa5cb service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received unexpected event network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa for instance with vm_state building and task_state spawning. [ 1149.176691] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Successfully updated port: 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1149.217761] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394025, 'name': CreateVM_Task, 'duration_secs': 0.340192} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.217995] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.218484] env[65717]: WARNING neutronclient.v2_0.client [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.218854] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.219010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.219350] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.219885] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53078741-b577-4814-a5af-b445896eaf8a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.227956] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1149.227956] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521b9f75-7f85-5e6f-29aa-eb7450d05724" [ 1149.227956] env[65717]: _type = "Task" [ 1149.227956] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.239904] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521b9f75-7f85-5e6f-29aa-eb7450d05724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.335258] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 64a45536-e657-44ae-87e3-d3efc7ee7196] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.356937] env[65717]: WARNING neutronclient.v2_0.client [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.509752] env[65717]: WARNING neutronclient.v2_0.client [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.516322] env[65717]: DEBUG nova.compute.utils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.519735] env[65717]: INFO nova.compute.claims [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.523324] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1149.523513] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1149.523802] env[65717]: WARNING neutronclient.v2_0.client [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.524094] env[65717]: WARNING neutronclient.v2_0.client [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.563937] env[65717]: DEBUG nova.policy [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.577367] env[65717]: DEBUG nova.network.neutron [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Updated VIF entry in instance network info cache for port 750ca7f4-496f-4ef9-851d-8a171247072b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1149.577741] env[65717]: DEBUG nova.network.neutron [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Updating instance_info_cache with network_info: [{"id": "750ca7f4-496f-4ef9-851d-8a171247072b", "address": "fa:16:3e:31:77:e7", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750ca7f4-49", "ovs_interfaceid": "750ca7f4-496f-4ef9-851d-8a171247072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.680097] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.680171] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.680460] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.740344] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521b9f75-7f85-5e6f-29aa-eb7450d05724, 'name': SearchDatastore_Task, 'duration_secs': 0.020874} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.740655] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.740890] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.741135] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.741281] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.741478] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.741754] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05ce81b-faa2-47ca-979e-2185cb84e2c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.752055] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.752216] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.752942] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96db3a6a-7ae7-4005-ae5f-0231d8aa2088 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.758433] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1149.758433] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52740ea2-313f-637a-5b3c-c1941bc1e98a" [ 1149.758433] env[65717]: _type = "Task" [ 1149.758433] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.766771] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52740ea2-313f-637a-5b3c-c1941bc1e98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.839669] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: cf78c1eb-70f5-47cc-91c7-7bbcc773ad6d] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.867176] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Successfully created port: ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1150.024566] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1150.029083] env[65717]: INFO nova.compute.resource_tracker [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating resource usage from migration 60d4690e-5eaf-4791-99a2-3d6c71e25b88 [ 1150.080394] env[65717]: DEBUG oslo_concurrency.lockutils [req-1a720463-e44f-40f4-83c4-204dd8b14b27 req-8a605fc9-5d61-4703-a9c9-c475f9abda9c service nova] Releasing lock "refresh_cache-6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.165641] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f6c14-0193-4524-92b1-b01d819f6964 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.175061] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b7edea-284d-4681-92f6-3307250c6806 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.207474] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa486672-e753-4b7e-92ea-419153430ef8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.217053] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ddd8cb-c649-48cf-a961-e51c32253b3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.231355] env[65717]: DEBUG nova.compute.provider_tree [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.242608] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1150.271255] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52740ea2-313f-637a-5b3c-c1941bc1e98a, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.272077] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be9c3a5-4371-4787-8652-de213b716b43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.277961] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1150.277961] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5286f6a6-2ae1-ac7e-9cde-c1b389f69c92" [ 1150.277961] env[65717]: _type = "Task" [ 1150.277961] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.287730] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5286f6a6-2ae1-ac7e-9cde-c1b389f69c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.319075] env[65717]: WARNING neutronclient.v2_0.client [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.343339] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d99b68ef-7530-4ea9-adda-dece97ebce56] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.424900] env[65717]: DEBUG nova.network.neutron [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.735087] env[65717]: DEBUG nova.scheduler.client.report [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.790821] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5286f6a6-2ae1-ac7e-9cde-c1b389f69c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.791123] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.791395] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.791693] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2f875c-d605-44fd-b539-8fd5345617b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.799937] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1150.799937] env[65717]: value = "task-4394027" [ 1150.799937] env[65717]: _type = "Task" [ 1150.799937] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.809429] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.847038] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ef62cba2-a6cd-4d24-ab0e-a02c63c09b4b] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.926238] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.926663] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance network_info: |[{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1150.927212] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a1:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fa012e-742a-43ff-9a98-cabbc51bb4aa', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.935502] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1150.935761] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.935989] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38698399-6307-4fc2-8267-dafc8c4698e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.956336] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.956336] env[65717]: value = "task-4394028" [ 1150.956336] env[65717]: _type = "Task" [ 1150.956336] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.966532] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394028, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.038507] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1151.076246] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1151.076583] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.076741] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1151.076916] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.077112] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1151.077283] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1151.077496] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1151.077651] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1151.077812] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1151.078009] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1151.078152] env[65717]: DEBUG nova.virt.hardware [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1151.079100] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e58d3-9d8c-43cf-af4e-74e9b509523c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.090054] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efa09d-a920-4533-ba27-7adc40489ed5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.127375] env[65717]: DEBUG nova.compute.manager [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1151.127572] env[65717]: DEBUG nova.compute.manager [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing instance network info cache due to event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1151.127940] env[65717]: DEBUG oslo_concurrency.lockutils [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.128129] env[65717]: DEBUG oslo_concurrency.lockutils [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.128174] env[65717]: DEBUG nova.network.neutron [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.242021] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.228s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.242021] env[65717]: INFO nova.compute.manager [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Migrating [ 1151.253429] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.682s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.253736] env[65717]: DEBUG nova.objects.instance [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'resources' on Instance uuid f6ffd716-c31e-41c1-ae7d-2b5a915e027b {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.309805] env[65717]: DEBUG nova.compute.manager [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Received event network-vif-plugged-ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1151.310070] env[65717]: DEBUG oslo_concurrency.lockutils [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.310257] env[65717]: DEBUG oslo_concurrency.lockutils [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.310512] env[65717]: DEBUG oslo_concurrency.lockutils [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.310787] env[65717]: DEBUG nova.compute.manager [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] No waiting events found dispatching network-vif-plugged-ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1151.311076] env[65717]: WARNING nova.compute.manager [req-9bcb58a2-67d5-45d6-bf75-bc75ec896873 req-bcf39e13-24f0-4dd9-8edf-b978eaed5bcf service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Received unexpected event network-vif-plugged-ab8be316-aa11-48b8-8d1e-f29ffad319e2 for instance with vm_state building and task_state spawning. [ 1151.316097] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507634} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.316496] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.316798] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.317085] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd21e5b7-574a-4ee2-a56d-f489b180af77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.326621] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1151.326621] env[65717]: value = "task-4394029" [ 1151.326621] env[65717]: _type = "Task" [ 1151.326621] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.337431] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.350731] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5cb48558-9088-4ac4-802f-d70a207a7e3c] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.426704] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Successfully updated port: ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1151.466702] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394028, 'name': CreateVM_Task, 'duration_secs': 0.392476} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.466940] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.467488] env[65717]: WARNING neutronclient.v2_0.client [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.467940] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.468144] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.468511] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.468793] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201565c0-e2d4-4d8f-88e7-aefe32aa2ac4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.474813] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1151.474813] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5260da26-9495-e351-06bf-ba0b4aa59b6b" [ 1151.474813] env[65717]: _type = "Task" [ 1151.474813] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.485032] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5260da26-9495-e351-06bf-ba0b4aa59b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.632043] env[65717]: WARNING neutronclient.v2_0.client [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.762930] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.763231] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.763595] env[65717]: DEBUG nova.network.neutron [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.804747] env[65717]: WARNING neutronclient.v2_0.client [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.838543] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077173} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.838891] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.839612] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f5bf1-0a70-45d9-a0f6-cae3aa91e0de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.857262] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f26d29c8-20f5-42ba-b547-c3be142b5267] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.867383] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.868312] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f8a377-2078-4676-851f-cdac9c074c91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.886172] env[65717]: DEBUG nova.network.neutron [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updated VIF entry in instance network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.886525] env[65717]: DEBUG nova.network.neutron [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.894865] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1151.894865] env[65717]: value = "task-4394030" [ 1151.894865] env[65717]: _type = "Task" [ 1151.894865] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.907400] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.931606] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.931882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.932122] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.937424] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f982f9c-009d-413a-aef4-7ce346f45461 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.946914] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2127b33-ca31-4a17-ae00-e8c2b72e7f3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.983169] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2923e92-4e4f-4e50-8fe0-b86c4f031ecc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.992090] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5260da26-9495-e351-06bf-ba0b4aa59b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.994328] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.994584] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.994836] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.994979] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.995180] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.995804] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-010e63b1-ccd1-439f-a556-a115cda0e867 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.998576] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a4939c-3cab-4964-9a95-f65389edf6a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.013484] env[65717]: DEBUG nova.compute.provider_tree [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.016127] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.016386] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.017360] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfeae58b-49d3-4b07-9e8c-7d6c5d2dd8c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.023330] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1152.023330] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52eabbd6-6677-410e-8c91-aa5737ba33cc" [ 1152.023330] env[65717]: _type = "Task" [ 1152.023330] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.033837] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52eabbd6-6677-410e-8c91-aa5737ba33cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.267272] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.369177] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9ac9b27f-ea86-48f7-900c-02d98033df1e] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1152.390174] env[65717]: DEBUG oslo_concurrency.lockutils [req-d3f782e1-cdb5-43ef-9ded-e7df7eb10d6b req-2f50f682-92c3-4723-ba3a-a87e67739c70 service nova] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.406793] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.466191] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1152.470224] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.519069] env[65717]: DEBUG nova.scheduler.client.report [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.535690] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52eabbd6-6677-410e-8c91-aa5737ba33cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.537546] env[65717]: WARNING neutronclient.v2_0.client [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.539890] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f31b81-764f-434f-83fb-fa6f50e3cbdc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.543766] env[65717]: DEBUG nova.network.neutron [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.549295] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1152.549295] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52663a86-5282-49f2-40eb-dd4061d714da" [ 1152.549295] env[65717]: _type = "Task" [ 1152.549295] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.561426] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52663a86-5282-49f2-40eb-dd4061d714da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.615361] env[65717]: DEBUG nova.network.neutron [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updating instance_info_cache with network_info: [{"id": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "address": "fa:16:3e:83:be:0a", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8be316-aa", "ovs_interfaceid": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.756557] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.756668] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860071', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'name': 'volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'serial': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.758335] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17abfb7e-1ce2-4fd2-8213-eb55d859925d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.776826] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a07a8-67fc-4eae-8618-5305af473d92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.805841] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d/volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.806185] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20189e28-59cc-4cab-b121-cfd48b460f35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.825147] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1152.825147] env[65717]: value = "task-4394031" [ 1152.825147] env[65717]: _type = "Task" [ 1152.825147] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.833924] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.873570] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 93916381-1663-4280-a468-7cc7f5c7be5c] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1152.907688] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394030, 'name': ReconfigVM_Task, 'duration_secs': 0.725471} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.907877] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.909073] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c7144af-9033-4b09-8bd6-1b7cebdd82c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.917917] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1152.917917] env[65717]: value = "task-4394032" [ 1152.917917] env[65717]: _type = "Task" [ 1152.917917] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.928662] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394032, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.024286] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.045966] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.054876] env[65717]: INFO nova.scheduler.client.report [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted allocations for instance f6ffd716-c31e-41c1-ae7d-2b5a915e027b [ 1153.063017] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52663a86-5282-49f2-40eb-dd4061d714da, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.063601] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.063855] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.064147] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30444507-23f5-44bd-a737-5db268345de9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.071892] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1153.071892] env[65717]: value = "task-4394033" [ 1153.071892] env[65717]: _type = "Task" [ 1153.071892] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.081863] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.118878] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.119291] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Instance network_info: |[{"id": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "address": "fa:16:3e:83:be:0a", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8be316-aa", "ovs_interfaceid": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1153.119958] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:be:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab8be316-aa11-48b8-8d1e-f29ffad319e2', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.128718] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1153.129072] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.129323] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb2481ae-fbf7-4411-99c4-95467ad85283 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.153502] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.153502] env[65717]: value = "task-4394034" [ 1153.153502] env[65717]: _type = "Task" [ 1153.153502] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.160414] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394034, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.336562] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394031, 'name': ReconfigVM_Task, 'duration_secs': 0.386784} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.336869] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d/volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.342853] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ac4274-0be9-4057-839e-69855c99c152 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.357112] env[65717]: DEBUG nova.compute.manager [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Received event network-changed-ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1153.357324] env[65717]: DEBUG nova.compute.manager [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Refreshing instance network info cache due to event network-changed-ab8be316-aa11-48b8-8d1e-f29ffad319e2. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1153.357534] env[65717]: DEBUG oslo_concurrency.lockutils [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] Acquiring lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.357670] env[65717]: DEBUG oslo_concurrency.lockutils [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] Acquired lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.357825] env[65717]: DEBUG nova.network.neutron [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Refreshing network info cache for port ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.366145] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1153.366145] env[65717]: value = "task-4394035" [ 1153.366145] env[65717]: _type = "Task" [ 1153.366145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.378265] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b1a82125-0669-464f-8171-f638fc701973] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.380584] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.429809] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394032, 'name': Rename_Task, 'duration_secs': 0.146892} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.430212] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.430872] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bda9081-ac60-454f-a0f6-f166368aa701 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.439387] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1153.439387] env[65717]: value = "task-4394036" [ 1153.439387] env[65717]: _type = "Task" [ 1153.439387] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.450365] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.567197] env[65717]: DEBUG oslo_concurrency.lockutils [None req-459cc59e-55a4-4e90-8bc0-1939dbec8117 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "f6ffd716-c31e-41c1-ae7d-2b5a915e027b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.923s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.582085] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48183} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.582947] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.583726] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.583726] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc368b3-64f9-440a-ab29-c1d21ebe2e88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.591090] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1153.591090] env[65717]: value = "task-4394037" [ 1153.591090] env[65717]: _type = "Task" [ 1153.591090] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.603210] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.661959] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394034, 'name': CreateVM_Task, 'duration_secs': 0.388697} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.662151] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.662695] env[65717]: WARNING neutronclient.v2_0.client [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.663082] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.663241] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.663547] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.663798] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ab93dd-ba68-449e-86d7-3413975f6fee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.669307] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1153.669307] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521c41d1-eca9-4fc0-f0e3-d3b05aa5d0e5" [ 1153.669307] env[65717]: _type = "Task" [ 1153.669307] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.677856] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521c41d1-eca9-4fc0-f0e3-d3b05aa5d0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.861485] env[65717]: WARNING neutronclient.v2_0.client [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.878235] env[65717]: DEBUG oslo_vmware.api [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394035, 'name': ReconfigVM_Task, 'duration_secs': 0.201011} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.878620] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860071', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'name': 'volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'serial': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.884258] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: dfc5f42d-7ff0-4529-b3ee-3573dafcfe0a] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.950641] env[65717]: DEBUG oslo_vmware.api [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394036, 'name': PowerOnVM_Task, 'duration_secs': 0.450198} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.950907] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.951120] env[65717]: INFO nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1153.951300] env[65717]: DEBUG nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1153.952329] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24afd101-1b34-4f0c-a1de-8a9fe3340a18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.065115] env[65717]: WARNING neutronclient.v2_0.client [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.101033] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068918} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.103956] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.105156] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dca53d-6c97-4121-9379-eb1afc21f664 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.132181] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.132181] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104c2be3-75eb-4852-880d-0eef996aa8e4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.147207] env[65717]: DEBUG nova.network.neutron [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updated VIF entry in instance network info cache for port ab8be316-aa11-48b8-8d1e-f29ffad319e2. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1154.147762] env[65717]: DEBUG nova.network.neutron [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updating instance_info_cache with network_info: [{"id": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "address": "fa:16:3e:83:be:0a", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8be316-aa", "ovs_interfaceid": "ab8be316-aa11-48b8-8d1e-f29ffad319e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.161069] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1154.161069] env[65717]: value = "task-4394038" [ 1154.161069] env[65717]: _type = "Task" [ 1154.161069] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.168773] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.180742] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521c41d1-eca9-4fc0-f0e3-d3b05aa5d0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.181064] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.181296] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.181619] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.181774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.181905] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.182563] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef92692-26c8-423e-8f15-e169af496f68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.191916] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.192110] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.192892] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fccfdc1-6f67-49d4-a151-6512e34080c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.198527] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1154.198527] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527003c7-0768-1bba-7b6a-b8f600df8f13" [ 1154.198527] env[65717]: _type = "Task" [ 1154.198527] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.207217] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527003c7-0768-1bba-7b6a-b8f600df8f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.386599] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 9d8c3cf6-bb98-4061-9a36-dab5a8181667] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.470881] env[65717]: INFO nova.compute.manager [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Took 16.05 seconds to build instance. [ 1154.563601] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c441fc0-f649-4fc1-9512-7ac92a5377de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.582733] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.652410] env[65717]: DEBUG oslo_concurrency.lockutils [req-9a19a6e1-0e6e-41e5-bf0f-6833763942bb req-47fc57fa-c71c-49c1-b2f3-cd1c5dbaa292 service nova] Releasing lock "refresh_cache-41d24a7c-2323-4e51-80cd-bf7e26cea270" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.667547] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.710073] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]527003c7-0768-1bba-7b6a-b8f600df8f13, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.710762] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b3cc45-bda2-4638-9116-715f809fe5ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.716737] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1154.716737] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e24c92-b7b7-6a29-8c41-bdc5286571f1" [ 1154.716737] env[65717]: _type = "Task" [ 1154.716737] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.725827] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e24c92-b7b7-6a29-8c41-bdc5286571f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.869581] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.869820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.889745] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 0c2c7c12-0910-4782-92f2-f6b32a962a6f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.919690] env[65717]: DEBUG nova.objects.instance [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.973264] env[65717]: DEBUG oslo_concurrency.lockutils [None req-8d046e26-3f27-491b-85e7-de246e51d7f6 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.573s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.089738] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.090195] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec993dec-1e11-42e9-82e7-c66b7db583ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.099532] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1155.099532] env[65717]: value = "task-4394039" [ 1155.099532] env[65717]: _type = "Task" [ 1155.099532] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.108239] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.171676] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.227652] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52e24c92-b7b7-6a29-8c41-bdc5286571f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.227937] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.228219] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 41d24a7c-2323-4e51-80cd-bf7e26cea270/41d24a7c-2323-4e51-80cd-bf7e26cea270.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.228506] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2bfefc1-c781-452a-a6be-7632d1513d0b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.237899] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1155.237899] env[65717]: value = "task-4394040" [ 1155.237899] env[65717]: _type = "Task" [ 1155.237899] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.248417] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.373394] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1155.392947] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5af3a05d-9508-4bab-bfb4-6c9e2ba6439e] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.424973] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7aacf408-1584-429e-a6af-af878bea3193 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.610395] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394039, 'name': PowerOffVM_Task, 'duration_secs': 0.2374} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.610745] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.610931] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.622265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.622265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.622265] env[65717]: DEBUG nova.compute.manager [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.623026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebaf8eb-510d-490e-b6f2-9dc350d35a9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.630800] env[65717]: DEBUG nova.compute.manager [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1155.631560] env[65717]: DEBUG nova.objects.instance [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'flavor' on Instance uuid 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.670924] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394038, 'name': ReconfigVM_Task, 'duration_secs': 1.297229} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.671247] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.671966] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68abdc55-2aec-4abc-92e6-d4ed089d797e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.679772] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1155.679772] env[65717]: value = "task-4394041" [ 1155.679772] env[65717]: _type = "Task" [ 1155.679772] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.692163] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394041, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.737144] env[65717]: DEBUG oslo_concurrency.lockutils [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.737422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.751242] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.895999] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 03606c2b-e9c8-429c-b20a-edafc89b4afb] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.899506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.899506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.900986] env[65717]: INFO nova.compute.claims [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.117412] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1156.117667] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.117820] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1156.118054] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.118196] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1156.118280] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1156.118478] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.118631] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1156.118789] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1156.118943] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1156.119123] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1156.124223] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d6676d-9a5e-47fd-a24c-95f4567aa590 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.142250] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1156.142250] env[65717]: value = "task-4394042" [ 1156.142250] env[65717]: _type = "Task" [ 1156.142250] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.152118] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.190117] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394041, 'name': Rename_Task, 'duration_secs': 0.169625} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.190395] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.190686] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d42c10f-c524-4075-bb0c-ed8401d1fcef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.197678] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1156.197678] env[65717]: value = "task-4394043" [ 1156.197678] env[65717]: _type = "Task" [ 1156.197678] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.206977] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.245666] env[65717]: INFO nova.compute.manager [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Detaching volume b8dd2565-3a44-4d63-a97b-8a80355980a9 [ 1156.252288] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541342} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.255040] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 41d24a7c-2323-4e51-80cd-bf7e26cea270/41d24a7c-2323-4e51-80cd-bf7e26cea270.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.255377] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.255981] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d30c41-af55-4b52-bbb9-d5654b65d8f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.264300] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1156.264300] env[65717]: value = "task-4394044" [ 1156.264300] env[65717]: _type = "Task" [ 1156.264300] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.273969] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.397406] env[65717]: INFO nova.virt.block_device [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attempting to driver detach volume b8dd2565-3a44-4d63-a97b-8a80355980a9 from mountpoint /dev/sdb [ 1156.397800] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.397857] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860070', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'name': 'volume-b8dd2565-3a44-4d63-a97b-8a80355980a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'serial': 'b8dd2565-3a44-4d63-a97b-8a80355980a9'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.398842] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218e821-717d-43d6-b520-182f7a0a160f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.405465] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: bedbb7c2-c60b-44ac-9650-480f6771554e] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1156.433296] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4151f-53d1-455b-856c-b86e9dbde350 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.445969] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77a6f2-927d-4268-a320-3c04d7e84419 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.473328] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e1761-4d6b-4515-ae15-020522418b9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.491293] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8dd2565-3a44-4d63-a97b-8a80355980a9/volume-b8dd2565-3a44-4d63-a97b-8a80355980a9.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.497963] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.501336] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fdf686-5d7d-427a-90fe-e96a5488df58 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.520849] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1156.520849] env[65717]: value = "task-4394045" [ 1156.520849] env[65717]: _type = "Task" [ 1156.520849] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.530220] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.634358] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a5b84f-7d06-4b21-bd9c-082b89549d44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.638865] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.639176] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5edd76bc-95b7-452a-b720-d5a65c75aa48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.647066] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08c580-ea4c-4d59-aff1-36869fe7ec3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.652027] env[65717]: DEBUG oslo_vmware.api [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1156.652027] env[65717]: value = "task-4394046" [ 1156.652027] env[65717]: _type = "Task" [ 1156.652027] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.687235] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394042, 'name': ReconfigVM_Task, 'duration_secs': 0.23901} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.688749] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4c199c-f950-4843-88dc-207b425a3c8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.692040] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.699827] env[65717]: DEBUG oslo_vmware.api [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.708589] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfee1418-c392-4918-b16c-031a67d33642 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721103] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.734361] env[65717]: DEBUG nova.compute.provider_tree [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.775228] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078293} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.775496] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.776479] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224a231-9871-4f68-9c8b-610228e39ebc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.805032] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 41d24a7c-2323-4e51-80cd-bf7e26cea270/41d24a7c-2323-4e51-80cd-bf7e26cea270.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.805400] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502b7d49-614e-4b50-8e06-96d19f5e6208 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.829474] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1156.829474] env[65717]: value = "task-4394047" [ 1156.829474] env[65717]: _type = "Task" [ 1156.829474] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.838942] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394047, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.930242] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 333324fc-ecd0-4ada-9f0b-0783099eb5fe] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1157.031192] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394045, 'name': ReconfigVM_Task, 'duration_secs': 0.36149} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.031515] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.036494] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd31e31-226d-4ddc-b1b0-87e129338ee2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.051478] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1157.051478] env[65717]: value = "task-4394048" [ 1157.051478] env[65717]: _type = "Task" [ 1157.051478] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.060326] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.164457] env[65717]: DEBUG oslo_vmware.api [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394046, 'name': PowerOffVM_Task, 'duration_secs': 0.256124} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.164739] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.164933] env[65717]: DEBUG nova.compute.manager [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1157.165747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e38440-cbcc-406d-9dc3-2423f4ed339e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.202825] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1157.203064] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.203225] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1157.203406] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.203548] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1157.203693] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1157.203907] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.204072] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1157.204243] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1157.204406] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1157.204587] env[65717]: DEBUG nova.virt.hardware [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1157.210366] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.214567] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c4abae-8651-45f0-8840-2d1f612cecf1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.234511] env[65717]: DEBUG oslo_vmware.api [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394043, 'name': PowerOnVM_Task, 'duration_secs': 0.531667} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.235949] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.236206] env[65717]: INFO nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1157.236402] env[65717]: DEBUG nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1157.236736] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1157.236736] env[65717]: value = "task-4394049" [ 1157.236736] env[65717]: _type = "Task" [ 1157.236736] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.237603] env[65717]: DEBUG nova.scheduler.client.report [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.241470] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71cc94f-495b-467c-ab97-389ee1430410 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.264815] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.342239] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.434630] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 85ed37f0-d3c8-4d89-a219-45939087247f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1157.563163] env[65717]: DEBUG oslo_vmware.api [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394048, 'name': ReconfigVM_Task, 'duration_secs': 0.151833} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.563608] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860070', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'name': 'volume-b8dd2565-3a44-4d63-a97b-8a80355980a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dd2565-3a44-4d63-a97b-8a80355980a9', 'serial': 'b8dd2565-3a44-4d63-a97b-8a80355980a9'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.678633] env[65717]: DEBUG oslo_concurrency.lockutils [None req-54678567-e3fe-4e08-b746-7864d178adff tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.748820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.849s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.749370] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1157.758535] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394049, 'name': ReconfigVM_Task, 'duration_secs': 0.198579} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.758816] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.759649] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc798f3-8525-4b6d-8a0b-3bf3d44f174a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.787903] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.789876] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1ce3d3-60d0-45b1-b46a-2bddce23ff88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.803766] env[65717]: INFO nova.compute.manager [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Took 16.40 seconds to build instance. [ 1157.812040] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1157.812040] env[65717]: value = "task-4394050" [ 1157.812040] env[65717]: _type = "Task" [ 1157.812040] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.821289] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.841737] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394047, 'name': ReconfigVM_Task, 'duration_secs': 0.767395} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.842067] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 41d24a7c-2323-4e51-80cd-bf7e26cea270/41d24a7c-2323-4e51-80cd-bf7e26cea270.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.842716] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a043fb21-36ea-4c39-99af-4970699260d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.849446] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1157.849446] env[65717]: value = "task-4394051" [ 1157.849446] env[65717]: _type = "Task" [ 1157.849446] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.859524] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394051, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.938532] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ef52ab57-87c2-4128-98ce-4fa71117c034] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1158.111959] env[65717]: DEBUG nova.objects.instance [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.162627] env[65717]: INFO nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Rebuilding instance [ 1158.208283] env[65717]: DEBUG nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1158.209192] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e431a-af27-48b4-80e9-c0e3ccf74d8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.256181] env[65717]: DEBUG nova.compute.utils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.258183] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1158.260858] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1158.260858] env[65717]: WARNING neutronclient.v2_0.client [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.260858] env[65717]: WARNING neutronclient.v2_0.client [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.305998] env[65717]: DEBUG nova.policy [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2928cf7c12d649e6879dcf05e79fab39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb54d0f902f46a79524141a70899df5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.308065] env[65717]: DEBUG oslo_concurrency.lockutils [None req-98278356-779e-4c30-9243-076041637a6d tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.909s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.323163] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394050, 'name': ReconfigVM_Task, 'duration_secs': 0.288223} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.323472] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.323736] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.360448] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394051, 'name': Rename_Task, 'duration_secs': 0.156686} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.360722] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.361024] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969a0b67-c2a8-4299-a66c-2952c96f355a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.368497] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1158.368497] env[65717]: value = "task-4394052" [ 1158.368497] env[65717]: _type = "Task" [ 1158.368497] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.377893] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.443642] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 0d193044-bd31-437e-8e8a-65c8a9796cf4] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1158.623468] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Successfully created port: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1158.746772] env[65717]: DEBUG nova.compute.manager [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1158.746772] env[65717]: DEBUG nova.compute.manager [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing instance network info cache due to event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1158.747166] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.747166] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.747325] env[65717]: DEBUG nova.network.neutron [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.762815] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1158.832241] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6fba28-5f1d-4d9c-aabd-fb3e26062e3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.855513] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7a069-a0cb-444f-899d-12105728094e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875355] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.888992] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.948989] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 74e2e7c9-08cc-4b10-ac23-0f26c5ef1742] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.127159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-675e50d2-cd7b-4ab1-8e8d-d9dad7ebb761 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.390s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.223528] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.223857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acbbb168-2e0f-47e2-9e1d-3115fa104160 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.232412] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1159.232412] env[65717]: value = "task-4394053" [ 1159.232412] env[65717]: _type = "Task" [ 1159.232412] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.242984] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1159.243421] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.244331] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ece08-24f8-40db-acdf-d3b9810c1c77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.250395] env[65717]: WARNING neutronclient.v2_0.client [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.255888] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.256185] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-669bb581-4a4d-4190-99cd-c55dd2f89d52 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.300577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.300796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.336599] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.336983] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.337265] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore1] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.337649] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be9e2e1-2118-4534-a5d7-686241477bc9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.347223] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1159.347223] env[65717]: value = "task-4394055" [ 1159.347223] env[65717]: _type = "Task" [ 1159.347223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.358035] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.384528] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.384900] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.391312] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.432175] env[65717]: DEBUG nova.network.neutron [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Port d1ff3b26-ce27-46c0-83bb-980482b68866 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1159.452057] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 56c31b13-700c-45bf-a433-6d64cec5ca41] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.463548] env[65717]: WARNING neutronclient.v2_0.client [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.540054] env[65717]: DEBUG nova.network.neutron [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updated VIF entry in instance network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1159.540440] env[65717]: DEBUG nova.network.neutron [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.774633] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1159.804794] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.804794] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.805033] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.805148] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.805295] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.805439] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.805662] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.805819] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.805980] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.806224] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.806401] env[65717]: DEBUG nova.virt.hardware [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.807161] env[65717]: INFO nova.compute.manager [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Detaching volume 89dd51ff-5b60-47a8-be26-6d0d2bcec49d [ 1159.809485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca97b83-0d09-450c-ae0f-8f62c029750f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.821527] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1374ea-5c80-4bbe-92ad-9f2dd08c4c98 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.857179] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149376} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.857904] env[65717]: INFO nova.virt.block_device [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Attempting to driver detach volume 89dd51ff-5b60-47a8-be26-6d0d2bcec49d from mountpoint /dev/sdc [ 1159.858125] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1159.858305] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860071', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'name': 'volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'serial': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1159.858577] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.858745] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.858912] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.862020] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f52f9f-8fe1-4e71-b9d1-2d2ac4121074 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.888649] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb345ea-5296-4e3c-badb-cc758e947e7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.899907] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f8c02-3994-44cf-b34b-6e8dffc75ac4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.902555] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.923066] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc2d2e8-1606-42fd-a1bd-fac4e1e7fc92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.944367] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] The volume has not been displaced from its original location: [datastore1] volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d/volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1159.952426] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.953161] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cfbfc0f-587e-4d1d-8d17-7230dfe7f2ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.966498] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 3e3b5bd1-ce58-4d5b-a3d3-5351e5ba3a07] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.975618] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1159.975618] env[65717]: value = "task-4394056" [ 1159.975618] env[65717]: _type = "Task" [ 1159.975618] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.986638] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.044020] env[65717]: DEBUG oslo_concurrency.lockutils [req-c1688b8a-de2c-46a7-8ce6-cce84be5fcb3 req-04fb3091-a4a6-47b0-a6f8-9854c66c8ea5 service nova] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.208259] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Successfully updated port: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.395573] env[65717]: DEBUG oslo_vmware.api [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394052, 'name': PowerOnVM_Task, 'duration_secs': 1.5565} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.395835] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.396044] env[65717]: INFO nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1160.396221] env[65717]: DEBUG nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1160.396992] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc753b-0423-4e81-9f7f-aabf0e5756ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.470015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.470292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.470391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.471317] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 39b077b4-52e0-4f43-8697-cb11588635f3] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.487052] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394056, 'name': ReconfigVM_Task, 'duration_secs': 0.235837} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.487334] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.493158] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd2b813-e8e1-4246-b5ad-8050ec3a6dcf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.510740] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1160.510740] env[65717]: value = "task-4394057" [ 1160.510740] env[65717]: _type = "Task" [ 1160.510740] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.520210] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.710777] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.711042] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.711285] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.784353] env[65717]: DEBUG nova.compute.manager [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1160.784560] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.784929] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.785169] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.785648] env[65717]: DEBUG nova.compute.manager [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] No waiting events found dispatching network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.785894] env[65717]: WARNING nova.compute.manager [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received unexpected event network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b for instance with vm_state building and task_state spawning. [ 1160.786153] env[65717]: DEBUG nova.compute.manager [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1160.786386] env[65717]: DEBUG nova.compute.manager [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing instance network info cache due to event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1160.786641] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.901400] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1160.901796] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.902043] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1160.902313] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.902534] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1160.902762] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1160.903063] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.903267] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1160.903461] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1160.903653] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1160.903833] env[65717]: DEBUG nova.virt.hardware [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1160.904734] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0da62d-833e-44e0-9ec4-0d8f5788e634 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.916985] env[65717]: INFO nova.compute.manager [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Took 19.51 seconds to build instance. [ 1160.921305] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707e0f1-4a37-48e1-beb1-80f0b290b584 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.938441] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:77:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750ca7f4-496f-4ef9-851d-8a171247072b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.946076] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1160.947107] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.947343] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb9aa0d-8dcb-4ade-b0d1-2921e93af03d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.971146] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.971146] env[65717]: value = "task-4394058" [ 1160.971146] env[65717]: _type = "Task" [ 1160.971146] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.975800] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 03097aa4-4161-4511-94e8-6fae3f1b36e5] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.984462] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394058, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.021758] env[65717]: DEBUG oslo_vmware.api [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394057, 'name': ReconfigVM_Task, 'duration_secs': 0.151819} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.022123] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860071', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'name': 'volume-89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d0310d-709b-450a-a054-9b393374a1c5', 'attached_at': '', 'detached_at': '', 'volume_id': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d', 'serial': '89dd51ff-5b60-47a8-be26-6d0d2bcec49d'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1161.249367] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.331106] env[65717]: WARNING neutronclient.v2_0.client [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.406286] env[65717]: DEBUG nova.network.neutron [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.420675] env[65717]: DEBUG oslo_concurrency.lockutils [None req-86e72d80-2c03-474f-ad05-ea9b99e26a67 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.020s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.477868] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.479854] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 0b88854d-e671-4fb0-91c8-a6bb84a316a6] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1161.488134] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394058, 'name': CreateVM_Task, 'duration_secs': 0.50591} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.488327] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.488776] env[65717]: WARNING neutronclient.v2_0.client [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1161.489136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.489285] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.489589] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.489943] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe074b9-5f55-4725-85ba-89ead37dd8dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.495089] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1161.495089] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e54f2-6d69-4fd7-3295-063373202521" [ 1161.495089] env[65717]: _type = "Task" [ 1161.495089] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.503849] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e54f2-6d69-4fd7-3295-063373202521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.511368] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.511530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.511718] env[65717]: DEBUG nova.network.neutron [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.565359] env[65717]: DEBUG nova.objects.instance [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'flavor' on Instance uuid c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.908906] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.909348] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance network_info: |[{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1161.909740] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.909936] env[65717]: DEBUG nova.network.neutron [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.911304] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:41:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b6b59c-a9b9-4629-9b27-b7435b4fd16b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.919675] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1161.920160] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.920965] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46337a1d-ac85-473f-a219-fd5616783da8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.944082] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.944082] env[65717]: value = "task-4394059" [ 1161.944082] env[65717]: _type = "Task" [ 1161.944082] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.954251] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394059, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.983195] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f3f9055d-4a2d-4888-8db8-d6fcc55b3fb2] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.008952] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523e54f2-6d69-4fd7-3295-063373202521, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.009150] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.009438] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.009778] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.010466] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.010466] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.010623] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f34b06a-6f4a-4e71-b1b2-85402e4bb7c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.013847] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.021789] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.022016] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.023135] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ad11a8-e158-4081-aab1-d0c7516816b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.033051] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1162.033051] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0967-fb7f-a48f-0252-44d13a804d5e" [ 1162.033051] env[65717]: _type = "Task" [ 1162.033051] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.043807] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0967-fb7f-a48f-0252-44d13a804d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.218550] env[65717]: WARNING neutronclient.v2_0.client [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.302904] env[65717]: DEBUG nova.network.neutron [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.397901] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.398166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.421511] env[65717]: WARNING neutronclient.v2_0.client [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.454150] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394059, 'name': CreateVM_Task, 'duration_secs': 0.379085} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.454334] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.454942] env[65717]: WARNING neutronclient.v2_0.client [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.455339] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.455492] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.455814] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.456087] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cda9d1c-8d11-4667-950d-3ba022be7673 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.464649] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1162.464649] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fe1499-1fdf-1ff2-011e-fa256f42bfc8" [ 1162.464649] env[65717]: _type = "Task" [ 1162.464649] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.474842] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fe1499-1fdf-1ff2-011e-fa256f42bfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.475126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.475361] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.475560] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.487243] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: bdb3da04-55a1-4575-9509-6409d959d234] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.544338] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52cc0967-fb7f-a48f-0252-44d13a804d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.545124] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd9a07b-82e0-425c-833b-7383887b3cae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.554134] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1162.554134] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52895b01-54f3-7bc7-ba9f-7ed263b6a992" [ 1162.554134] env[65717]: _type = "Task" [ 1162.554134] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.562967] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52895b01-54f3-7bc7-ba9f-7ed263b6a992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.573538] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6b81f887-37b9-4f69-99a9-34ddf55721d5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.577611] env[65717]: WARNING neutronclient.v2_0.client [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.651114] env[65717]: DEBUG nova.network.neutron [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updated VIF entry in instance network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1162.651530] env[65717]: DEBUG nova.network.neutron [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.806255] env[65717]: DEBUG oslo_concurrency.lockutils [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.900807] env[65717]: DEBUG nova.compute.utils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.990258] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f79f9fc7-e597-4436-acd2-b83ef2ad9de7] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.066557] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52895b01-54f3-7bc7-ba9f-7ed263b6a992, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.066851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.067212] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.067515] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.067703] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.067931] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b97c53-b9c7-47da-8051-315fd73d840e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.070069] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ef3690-f1c0-428f-a65f-63da95814105 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.081337] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1163.081337] env[65717]: value = "task-4394060" [ 1163.081337] env[65717]: _type = "Task" [ 1163.081337] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.083600] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.083864] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.089215] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9452757e-dbf2-4f03-9040-ea44e31195ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.099793] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.101625] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1163.101625] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecc387-f3ae-78aa-a6a8-4b79fa4fe80b" [ 1163.101625] env[65717]: _type = "Task" [ 1163.101625] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.113180] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecc387-f3ae-78aa-a6a8-4b79fa4fe80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.154697] env[65717]: DEBUG oslo_concurrency.lockutils [req-f9f48939-72de-48b2-9c77-fa4613451fc0 req-79b3acf5-f9af-494e-9442-2428130619cc service nova] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.333255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f493d6-1dc7-4839-ad98-91f87a08f17d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.355259] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5fcf1-069a-4707-b049-7d63ecdf2c48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.364103] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.403527] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.493839] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5f5efbb2-cd5c-4b07-a6f0-01524821b29d] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.594511] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513825} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.594873] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.595175] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.595499] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7801b6f-8e80-46d5-9aea-c261c819ac65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.603106] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1163.603106] env[65717]: value = "task-4394061" [ 1163.603106] env[65717]: _type = "Task" [ 1163.603106] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.614822] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.618557] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ecc387-f3ae-78aa-a6a8-4b79fa4fe80b, 'name': SearchDatastore_Task, 'duration_secs': 0.019358} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.619580] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2161a2c-38ce-4c77-bae6-d721b8a3d404 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.625342] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1163.625342] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52578782-1eee-1923-162b-6d14e79ee001" [ 1163.625342] env[65717]: _type = "Task" [ 1163.625342] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.633606] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52578782-1eee-1923-162b-6d14e79ee001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.870921] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.871219] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7abc36ad-0d93-4d5d-98ca-cdbd559b4609 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.878892] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1163.878892] env[65717]: value = "task-4394062" [ 1163.878892] env[65717]: _type = "Task" [ 1163.878892] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.887527] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.919310] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.919582] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.919839] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.920031] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.920204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.922599] env[65717]: INFO nova.compute.manager [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Terminating instance [ 1163.996664] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 11b1f093-5da5-4f79-b6d4-070e59b5dbac] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.116455] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138226} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.116728] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.117566] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf55c91-4967-482e-a588-0c633eb92682 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.140084] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.143173] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cebee11b-e246-43a6-aeb6-44dca2457e82 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.165831] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52578782-1eee-1923-162b-6d14e79ee001, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.168637] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168982] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.169452] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1164.169452] env[65717]: value = "task-4394063" [ 1164.169452] env[65717]: _type = "Task" [ 1164.169452] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.169751] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d56a0416-4106-4ef4-9240-d997f15e7d76 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.183063] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1164.183063] env[65717]: value = "task-4394064" [ 1164.183063] env[65717]: _type = "Task" [ 1164.183063] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.186682] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.389854] env[65717]: DEBUG oslo_vmware.api [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394062, 'name': PowerOnVM_Task, 'duration_secs': 0.408643} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.390205] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.390343] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-7f00863e-0039-462b-aa34-14caabc1f18c tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance 'b878e8b8-062b-4f7b-a2c8-7825893845ca' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.426620] env[65717]: DEBUG nova.compute.manager [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1164.426912] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.427854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd6ffc-f7c6-413d-8356-552d967d5b77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.436398] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.437384] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f3adb9-9375-4887-a172-50b265b08ae1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.445234] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1164.445234] env[65717]: value = "task-4394065" [ 1164.445234] env[65717]: _type = "Task" [ 1164.445234] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.455589] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.480529] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.480780] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.481021] env[65717]: INFO nova.compute.manager [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Attaching volume a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5 to /dev/sdb [ 1164.503978] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 6fca2bee-75fa-4ced-85a7-dd2ffd7d1825] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.517535] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e8239-01c2-4213-bab0-788cb3bf1956 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.526422] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a465431-5152-4407-bf38-f77ea5436645 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.542075] env[65717]: DEBUG nova.virt.block_device [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updating existing volume attachment record: 832082f7-97f8-4c8c-908f-3da2faf4734e {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.685749] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.700349] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394064, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.955569] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394065, 'name': PowerOffVM_Task, 'duration_secs': 0.235747} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.955807] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.955964] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.956244] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fcfb14d-4661-4ad6-9ab2-5a7632cb4290 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.008411] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 047f1a6d-e71c-46d5-9830-8dafa8bf4850] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.024516] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.025085] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.025416] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleting the datastore file [datastore1] c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.025796] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd817413-2a63-4204-9541-9eade563ae27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.033919] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for the task: (returnval){ [ 1165.033919] env[65717]: value = "task-4394070" [ 1165.033919] env[65717]: _type = "Task" [ 1165.033919] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.043688] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.182981] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394063, 'name': ReconfigVM_Task, 'duration_secs': 0.676992} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.183348] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd/6ff12c31-e96f-4876-ad70-63b4e3a3d4cd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.183983] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-705460b6-8b14-4399-ab8d-f679d19088fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.192989] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1165.192989] env[65717]: value = "task-4394071" [ 1165.192989] env[65717]: _type = "Task" [ 1165.192989] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.200136] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830342} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.200765] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.201046] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.201344] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49cd6d55-65cc-41bb-b545-ef9811fe5570 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.206989] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394071, 'name': Rename_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.212251] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1165.212251] env[65717]: value = "task-4394072" [ 1165.212251] env[65717]: _type = "Task" [ 1165.212251] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.222547] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.512369] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5fdbd289-4040-4fad-8391-56c901108e77] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.545334] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.705140] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394071, 'name': Rename_Task, 'duration_secs': 0.373362} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.705432] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.705720] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b4012d5-22ae-40b2-ae7d-3d036310926a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.712966] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1165.712966] env[65717]: value = "task-4394073" [ 1165.712966] env[65717]: _type = "Task" [ 1165.712966] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.725015] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092293} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.728578] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.728927] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.729780] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9823157c-80a2-4ed6-9878-e70217f15f88 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.756662] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.756999] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f72226-fed6-4e17-850a-5125d906e082 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.777796] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1165.777796] env[65717]: value = "task-4394074" [ 1165.777796] env[65717]: _type = "Task" [ 1165.777796] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.789814] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.016093] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: cc95001c-4bb9-4250-99bf-35ea880dabec] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.045542] env[65717]: DEBUG oslo_vmware.api [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Task: {'id': task-4394070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609136} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.046442] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.046624] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.046799] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.046968] env[65717]: INFO nova.compute.manager [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1166.047217] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1166.047403] env[65717]: DEBUG nova.compute.manager [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1166.047499] env[65717]: DEBUG nova.network.neutron [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1166.047741] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.093852] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.227114] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.289456] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.519835] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: ed22a1cf-57e0-4db5-ad36-0ec18a89086a] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.628254] env[65717]: DEBUG nova.compute.manager [req-73839557-3329-4eed-932f-f092cac6d9a9 req-67cecbb3-d652-42ed-aa78-c02424a6e774 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Received event network-vif-deleted-f494b5a5-39fa-4143-b69e-14f57151e106 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1166.628609] env[65717]: INFO nova.compute.manager [req-73839557-3329-4eed-932f-f092cac6d9a9 req-67cecbb3-d652-42ed-aa78-c02424a6e774 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Neutron deleted interface f494b5a5-39fa-4143-b69e-14f57151e106; detaching it from the instance and deleting it from the info cache [ 1166.628736] env[65717]: DEBUG nova.network.neutron [req-73839557-3329-4eed-932f-f092cac6d9a9 req-67cecbb3-d652-42ed-aa78-c02424a6e774 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.729609] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394073, 'name': PowerOnVM_Task, 'duration_secs': 0.851064} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.729958] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.730247] env[65717]: DEBUG nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1166.731258] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94a5c2-4989-4fe3-af4b-ed064fb651a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.790511] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394074, 'name': ReconfigVM_Task, 'duration_secs': 0.685912} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.790792] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.792172] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc91ae9-4e10-4efc-8abe-7ea7219975c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.800673] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1166.800673] env[65717]: value = "task-4394075" [ 1166.800673] env[65717]: _type = "Task" [ 1166.800673] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.811430] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394075, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.023701] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 5b29b629-22b1-4717-965e-ba39563a9f58] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.081115] env[65717]: DEBUG nova.network.neutron [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.133621] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc711d50-516b-4768-a2fb-7a27b437c530 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.144363] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0223a269-d9d2-4591-9e69-83e0e52e94ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.986663] env[65717]: INFO nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] bringing vm to original state: 'stopped' [ 1167.991728] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 80b888ff-5a38-4af3-9d4d-cf295e6cb236] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.993541] env[65717]: INFO nova.compute.manager [-] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Took 1.95 seconds to deallocate network for instance. [ 1167.998026] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.014920] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394075, 'name': Rename_Task, 'duration_secs': 0.24317} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.029106] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.029106] env[65717]: DEBUG nova.compute.manager [req-73839557-3329-4eed-932f-f092cac6d9a9 req-67cecbb3-d652-42ed-aa78-c02424a6e774 service nova] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Detach interface failed, port_id=f494b5a5-39fa-4143-b69e-14f57151e106, reason: Instance c7d0310d-709b-450a-a054-9b393374a1c5 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1168.029106] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0899009-0db8-4a36-a8da-05de7d512844 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.040455] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1168.040455] env[65717]: value = "task-4394077" [ 1168.040455] env[65717]: _type = "Task" [ 1168.040455] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.047251] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.047659] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.047935] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.057055] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.099026] env[65717]: DEBUG nova.network.neutron [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Port d1ff3b26-ce27-46c0-83bb-980482b68866 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1168.099397] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.099611] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.099843] env[65717]: DEBUG nova.network.neutron [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.506746] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: fe166ac8-a3ff-4bf6-91e5-2b492c83a4fd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.509848] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.510106] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.510445] env[65717]: DEBUG nova.objects.instance [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lazy-loading 'resources' on Instance uuid c7d0310d-709b-450a-a054-9b393374a1c5 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.555892] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.603454] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.810163] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.898155] env[65717]: DEBUG nova.network.neutron [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.000891] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.001261] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.001377] env[65717]: DEBUG nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.002428] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1799a182-b918-4798-8c88-e9ce668e90c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.010555] env[65717]: DEBUG nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1169.012364] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: e779d453-8c4c-44b8-bb6e-db9a6345d811] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.056424] env[65717]: DEBUG oslo_vmware.api [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394077, 'name': PowerOnVM_Task, 'duration_secs': 0.652347} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.057231] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.057231] env[65717]: INFO nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1169.057367] env[65717]: DEBUG nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.058388] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506bc9c-f9fb-447f-a1f9-8992777678ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.094492] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.094891] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860078', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'name': 'volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41d24a7c-2323-4e51-80cd-bf7e26cea270', 'attached_at': '', 'detached_at': '', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'serial': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.096255] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3001ba57-409b-4a13-868a-126b808918c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.132302] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a7e5b-d050-42e8-831b-216e24838e46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.178900] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5/volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.184047] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022e77cf-4ea6-4824-b633-ebf0f0a8f729 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.216745] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1169.216745] env[65717]: value = "task-4394078" [ 1169.216745] env[65717]: _type = "Task" [ 1169.216745] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.231343] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.264955] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add012f2-3518-44e0-94ca-bb21246243b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.277108] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070e05b-be85-4f3b-89b0-c00486217cd3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.320760] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785bc640-179a-4114-ba4e-5ddf2621af8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.332039] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ee0610-2b33-471a-83d2-2b8011047c1c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.355559] env[65717]: DEBUG nova.compute.provider_tree [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.401678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517645] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 4ee6a0e4-0282-4bcb-8b0d-3e00e7607839] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.520029] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.520477] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9631393d-78ed-416a-a5bc-88d7854e9d6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.529372] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1169.529372] env[65717]: value = "task-4394079" [ 1169.529372] env[65717]: _type = "Task" [ 1169.529372] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.539742] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.584043] env[65717]: INFO nova.compute.manager [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Took 13.71 seconds to build instance. [ 1169.739252] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394078, 'name': ReconfigVM_Task, 'duration_secs': 0.406007} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.739609] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5/volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.745374] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29538121-f9f3-4478-9994-3afeee2cc3c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766564] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1169.766564] env[65717]: value = "task-4394080" [ 1169.766564] env[65717]: _type = "Task" [ 1169.766564] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.777506] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.859879] env[65717]: DEBUG nova.scheduler.client.report [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.905856] env[65717]: DEBUG nova.compute.manager [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65717) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1169.906122] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.021032] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 1e72bace-e715-49de-bbb6-b1b7cc4d07cf] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.040565] env[65717]: DEBUG oslo_vmware.api [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394079, 'name': PowerOffVM_Task, 'duration_secs': 0.296392} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.040864] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.041077] env[65717]: DEBUG nova.compute.manager [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1170.041881] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc516e5-2c81-47f5-82b0-0b5e89bac3b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.086961] env[65717]: DEBUG oslo_concurrency.lockutils [None req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.217s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.278406] env[65717]: DEBUG oslo_vmware.api [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394080, 'name': ReconfigVM_Task, 'duration_secs': 0.205439} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.278773] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860078', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'name': 'volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41d24a7c-2323-4e51-80cd-bf7e26cea270', 'attached_at': '', 'detached_at': '', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'serial': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.365273] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.367658] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.462s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.388394] env[65717]: INFO nova.scheduler.client.report [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Deleted allocations for instance c7d0310d-709b-450a-a054-9b393374a1c5 [ 1170.526074] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 708c3051-6786-4c38-80cc-7606bac6804d] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.555448] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.702895] env[65717]: DEBUG nova.compute.manager [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1170.703080] env[65717]: DEBUG nova.compute.manager [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing instance network info cache due to event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1170.703361] env[65717]: DEBUG oslo_concurrency.lockutils [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.703451] env[65717]: DEBUG oslo_concurrency.lockutils [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.703561] env[65717]: DEBUG nova.network.neutron [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.872362] env[65717]: DEBUG nova.objects.instance [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'migration_context' on Instance uuid b878e8b8-062b-4f7b-a2c8-7825893845ca {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.894510] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Lock "c7d0310d-709b-450a-a054-9b393374a1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.975s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.029529] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: bf46c06c-cdad-4d63-bf1c-41d7780e179f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.064766] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.207700] env[65717]: WARNING neutronclient.v2_0.client [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.217959] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.218273] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.218498] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.218690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.218872] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.223240] env[65717]: INFO nova.compute.manager [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Terminating instance [ 1171.320577] env[65717]: DEBUG nova.objects.instance [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'flavor' on Instance uuid 41d24a7c-2323-4e51-80cd-bf7e26cea270 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.385436] env[65717]: WARNING neutronclient.v2_0.client [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.465190] env[65717]: DEBUG nova.network.neutron [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updated VIF entry in instance network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1171.465627] env[65717]: DEBUG nova.network.neutron [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.520495] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561b2e4-c51b-4f2b-b593-d89f3fcf5dee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.530427] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5313ad-c1f3-48f1-83a6-a99ad5f87a89 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.536466] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 1434e6cf-901b-459a-8537-472fe089ab1f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.571445] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47111af-50e5-4499-acf3-26166c4f688a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.580478] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7719f8-202e-4b5b-bea8-11327a8c3fe7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.596456] env[65717]: DEBUG nova.compute.provider_tree [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.728420] env[65717]: DEBUG nova.compute.manager [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1171.728815] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.729960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47219182-0aa6-4811-b8bc-5938bd320d3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.740334] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.740653] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45b907e-deef-4746-8c53-bcac49a6f268 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.829095] env[65717]: DEBUG oslo_concurrency.lockutils [None req-07ba7a20-d190-4be4-99b6-d3e0b0e2d653 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.348s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.868578] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.868900] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.869153] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore2] 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.870316] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc3b23c8-37dc-4176-94b9-9ee4735449c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.877651] env[65717]: DEBUG oslo_vmware.api [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1171.877651] env[65717]: value = "task-4394082" [ 1171.877651] env[65717]: _type = "Task" [ 1171.877651] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.887465] env[65717]: DEBUG oslo_vmware.api [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.895333] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.895796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.896159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.896410] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.896964] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.899473] env[65717]: INFO nova.compute.manager [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Terminating instance [ 1171.968063] env[65717]: DEBUG oslo_concurrency.lockutils [req-0b1d1cd9-b0a2-4183-afe9-32077a982ab2 req-8ba14e49-61ff-4c4c-98b8-30f377a3ae11 service nova] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.039494] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 76746ed0-6821-4e05-90b5-49a63e2cebda] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.100129] env[65717]: DEBUG nova.scheduler.client.report [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.387646] env[65717]: DEBUG oslo_vmware.api [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132089} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.387918] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.388117] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.388293] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.388741] env[65717]: INFO nova.compute.manager [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1172.388741] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1172.388872] env[65717]: DEBUG nova.compute.manager [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1172.388971] env[65717]: DEBUG nova.network.neutron [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1172.389227] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.403973] env[65717]: DEBUG nova.compute.manager [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1172.404256] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.404530] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5897d3-3a42-4bf4-b158-2057171ebb16 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.413278] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1172.413278] env[65717]: value = "task-4394084" [ 1172.413278] env[65717]: _type = "Task" [ 1172.413278] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.423390] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.460430] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.543093] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 15a80c84-e57f-427c-a03c-f100485902f9] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.695582] env[65717]: DEBUG nova.compute.manager [req-f96c70db-6e5c-49e9-ab85-1a349229527a req-ecff2af8-65b0-48f8-8be3-58578a8708a3 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Received event network-vif-deleted-750ca7f4-496f-4ef9-851d-8a171247072b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1172.695731] env[65717]: INFO nova.compute.manager [req-f96c70db-6e5c-49e9-ab85-1a349229527a req-ecff2af8-65b0-48f8-8be3-58578a8708a3 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Neutron deleted interface 750ca7f4-496f-4ef9-851d-8a171247072b; detaching it from the instance and deleting it from the info cache [ 1172.696485] env[65717]: DEBUG nova.network.neutron [req-f96c70db-6e5c-49e9-ab85-1a349229527a req-ecff2af8-65b0-48f8-8be3-58578a8708a3 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.925609] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394084, 'name': PowerOffVM_Task, 'duration_secs': 0.444514} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.926028] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.926334] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.926633] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860078', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'name': 'volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41d24a7c-2323-4e51-80cd-bf7e26cea270', 'attached_at': '', 'detached_at': '', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'serial': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.927828] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4cefc2-5bf7-4d16-aec0-fa9195efdd72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.963509] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf16345d-1e09-468f-b030-fcf8e3dde374 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.974584] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3556b-9f7c-44ed-a1f8-d21cee4da16a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.009491] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d3a55-ec65-4499-abf2-43718508f2f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.026113] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The volume has not been displaced from its original location: [datastore1] volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5/volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.031644] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.032121] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd4bb59-ae42-40b3-8500-884c260f179d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.046466] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 7a6369bb-e2a3-4e9b-8788-dee21721bd5f] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.052595] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1173.052595] env[65717]: value = "task-4394085" [ 1173.052595] env[65717]: _type = "Task" [ 1173.052595] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.063269] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.111089] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.743s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.117488] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.053s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.117681] env[65717]: DEBUG nova.objects.instance [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1173.174380] env[65717]: DEBUG nova.network.neutron [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.198509] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03eb44f2-02ce-4eeb-9125-f95d0ae8f7b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.209858] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0d6af-d621-48bd-8b25-c71a9d6090a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.245533] env[65717]: DEBUG nova.compute.manager [req-f96c70db-6e5c-49e9-ab85-1a349229527a req-ecff2af8-65b0-48f8-8be3-58578a8708a3 service nova] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Detach interface failed, port_id=750ca7f4-496f-4ef9-851d-8a171247072b, reason: Instance 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1173.554120] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: db7e2fb2-2936-494d-ab93-9905df4fbcfd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.565958] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.677155] env[65717]: INFO nova.compute.manager [-] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Took 1.29 seconds to deallocate network for instance. [ 1174.060416] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.060848] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65717) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1174.068069] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394085, 'name': ReconfigVM_Task, 'duration_secs': 0.587872} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.068323] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.074662] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4602c602-cc0c-4089-9515-8bc98ba48045 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.091702] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1174.091702] env[65717]: value = "task-4394086" [ 1174.091702] env[65717]: _type = "Task" [ 1174.091702] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.101137] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.130070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-281c88a6-ea75-4ec2-a9b3-478935083eb7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.186022] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.186303] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.186534] env[65717]: DEBUG nova.objects.instance [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'resources' on Instance uuid 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.563620] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.601714] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394086, 'name': ReconfigVM_Task, 'duration_secs': 0.136298} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.602080] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860078', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'name': 'volume-a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41d24a7c-2323-4e51-80cd-bf7e26cea270', 'attached_at': '', 'detached_at': '', 'volume_id': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5', 'serial': 'a29d9885-9ab1-4d0a-8b4a-b5bbd80d02b5'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.602382] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.603164] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890d5c8-999c-4eab-9ae0-e1d81431b9d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.610245] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.610494] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f004a8e1-8ef6-441d-9393-f632561241c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.656449] env[65717]: INFO nova.compute.manager [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Swapping old allocation on dict_keys(['dc53e726-883a-4716-9e0d-e97046ce03ae']) held by migration 60d4690e-5eaf-4791-99a2-3d6c71e25b88 for instance [ 1174.680821] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.681062] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.681370] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore1] 41d24a7c-2323-4e51-80cd-bf7e26cea270 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.682432] env[65717]: DEBUG nova.scheduler.client.report [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Overwriting current allocation {'allocations': {'dc53e726-883a-4716-9e0d-e97046ce03ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': 'b62278cdb9a84ac8a3f0884e49184c34', 'user_id': 'c0ea18ceda5d45318ffdc6cb922ab5be', 'consumer_generation': 1} on consumer b878e8b8-062b-4f7b-a2c8-7825893845ca {{(pid=65717) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1174.684531] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5078fa-1400-41a9-8fa5-eb4480b61f95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.692432] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1174.692432] env[65717]: value = "task-4394088" [ 1174.692432] env[65717]: _type = "Task" [ 1174.692432] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.700672] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.749334] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.789832] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.790104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.790305] env[65717]: DEBUG nova.network.neutron [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.826097] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e924b18-dc58-4439-bf17-dafec46203ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.834807] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c311c3-268e-4282-b76a-b5f91582e486 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.865753] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a92ad04-a7a4-4fb3-9fde-2892a0e32822 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.875293] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d40a70-aa49-4ecc-8a29-e912a1caec4c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.889522] env[65717]: DEBUG nova.compute.provider_tree [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.205470] env[65717]: DEBUG oslo_vmware.api [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138817} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.205773] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.205914] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.206092] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.206261] env[65717]: INFO nova.compute.manager [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Took 2.80 seconds to destroy the instance on the hypervisor. [ 1175.206492] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1175.206706] env[65717]: DEBUG nova.compute.manager [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1175.206804] env[65717]: DEBUG nova.network.neutron [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1175.207126] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.240756] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.293719] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.394111] env[65717]: DEBUG nova.scheduler.client.report [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.471043] env[65717]: DEBUG nova.compute.manager [req-b33af83e-1993-4d0e-891b-5e13b362c89b req-d46c6bcf-3472-41bc-8b0e-c90dae5070b0 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Received event network-vif-deleted-ab8be316-aa11-48b8-8d1e-f29ffad319e2 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1175.471235] env[65717]: INFO nova.compute.manager [req-b33af83e-1993-4d0e-891b-5e13b362c89b req-d46c6bcf-3472-41bc-8b0e-c90dae5070b0 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Neutron deleted interface ab8be316-aa11-48b8-8d1e-f29ffad319e2; detaching it from the instance and deleting it from the info cache [ 1175.471399] env[65717]: DEBUG nova.network.neutron [req-b33af83e-1993-4d0e-891b-5e13b362c89b req-d46c6bcf-3472-41bc-8b0e-c90dae5070b0 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.511177] env[65717]: WARNING neutronclient.v2_0.client [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.586500] env[65717]: DEBUG nova.network.neutron [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [{"id": "d1ff3b26-ce27-46c0-83bb-980482b68866", "address": "fa:16:3e:57:51:c3", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff3b26-ce", "ovs_interfaceid": "d1ff3b26-ce27-46c0-83bb-980482b68866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.822788] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.823249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.823572] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.823859] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.824144] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.826738] env[65717]: INFO nova.compute.manager [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Terminating instance [ 1175.898918] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.924547] env[65717]: INFO nova.scheduler.client.report [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocations for instance 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd [ 1175.935047] env[65717]: DEBUG nova.network.neutron [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.975531] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10d8688f-6d2a-4158-934a-8bfb00cd771c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.988012] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144713cd-cc2c-4b0c-8366-0c0cc4c36037 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.019785] env[65717]: DEBUG nova.compute.manager [req-b33af83e-1993-4d0e-891b-5e13b362c89b req-d46c6bcf-3472-41bc-8b0e-c90dae5070b0 service nova] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Detach interface failed, port_id=ab8be316-aa11-48b8-8d1e-f29ffad319e2, reason: Instance 41d24a7c-2323-4e51-80cd-bf7e26cea270 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1176.089086] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-b878e8b8-062b-4f7b-a2c8-7825893845ca" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089630] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.089927] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ae8e6a-963a-4ebf-954b-540d6ccdd53a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.098808] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1176.098808] env[65717]: value = "task-4394090" [ 1176.098808] env[65717]: _type = "Task" [ 1176.098808] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.110190] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.331553] env[65717]: DEBUG nova.compute.manager [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1176.331895] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.332837] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a7441-397b-48f9-9c06-959dceca9c9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.341857] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.342255] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d159e6b-222c-4816-9897-ea59c742f3ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.350817] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1176.350817] env[65717]: value = "task-4394091" [ 1176.350817] env[65717]: _type = "Task" [ 1176.350817] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.360632] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.434803] env[65717]: DEBUG oslo_concurrency.lockutils [None req-19efd96b-da87-4450-9e39-a97464e9d426 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "6ff12c31-e96f-4876-ad70-63b4e3a3d4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.216s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.439153] env[65717]: INFO nova.compute.manager [-] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Took 1.23 seconds to deallocate network for instance. [ 1176.609845] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394090, 'name': PowerOffVM_Task, 'duration_secs': 0.256098} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.610162] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.610801] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.611016] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.611179] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.611357] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.611498] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.611639] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.611842] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.612042] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.612242] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.612408] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.612585] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.617500] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25869b92-4706-4eec-841f-460fb2ea4649 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.634988] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1176.634988] env[65717]: value = "task-4394092" [ 1176.634988] env[65717]: _type = "Task" [ 1176.634988] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.644098] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.861222] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394091, 'name': PowerOffVM_Task, 'duration_secs': 0.226666} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.861510] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.861676] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.861931] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7333115d-8276-41a2-b29a-6bd423a7deec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.937520] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.937768] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.937898] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Deleting the datastore file [datastore2] 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.938219] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d67f6da-4266-497e-a343-6d7f51f9e52a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.945437] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for the task: (returnval){ [ 1176.945437] env[65717]: value = "task-4394094" [ 1176.945437] env[65717]: _type = "Task" [ 1176.945437] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.955971] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.989293] env[65717]: INFO nova.compute.manager [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Took 0.55 seconds to detach 1 volumes for instance. [ 1177.146176] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394092, 'name': ReconfigVM_Task, 'duration_secs': 0.174485} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.147132] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983286e3-8ca0-4a22-a5de-4cc937ae9010 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.169201] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.169484] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.169639] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.169819] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.169972] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.170131] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.170376] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.170549] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.170715] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.170873] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.171054] env[65717]: DEBUG nova.virt.hardware [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.171908] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98c1e08-217e-4498-9b68-bdf3042aaccf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.178758] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1177.178758] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52316966-64d5-a839-f9c7-d2af83393f75" [ 1177.178758] env[65717]: _type = "Task" [ 1177.178758] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.188132] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52316966-64d5-a839-f9c7-d2af83393f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.456489] env[65717]: DEBUG oslo_vmware.api [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Task: {'id': task-4394094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160892} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.456842] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.456983] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.457174] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.457349] env[65717]: INFO nova.compute.manager [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.457590] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1177.457788] env[65717]: DEBUG nova.compute.manager [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1177.457885] env[65717]: DEBUG nova.network.neutron [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.458141] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.496199] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.496847] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.497252] env[65717]: DEBUG nova.objects.instance [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'resources' on Instance uuid 41d24a7c-2323-4e51-80cd-bf7e26cea270 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.500049] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.690590] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52316966-64d5-a839-f9c7-d2af83393f75, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.696139] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.696395] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5b709d-f4e0-488f-8c58-999f599c1414 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.715580] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1177.715580] env[65717]: value = "task-4394095" [ 1177.715580] env[65717]: _type = "Task" [ 1177.715580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.727733] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.979072] env[65717]: DEBUG nova.compute.manager [req-ff42eb2b-4d36-43df-8361-fe730eda8406 req-0ba52d9b-e3f0-4b02-baf3-33523c83d5d8 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Received event network-vif-deleted-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1177.979296] env[65717]: INFO nova.compute.manager [req-ff42eb2b-4d36-43df-8361-fe730eda8406 req-0ba52d9b-e3f0-4b02-baf3-33523c83d5d8 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Neutron deleted interface 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c; detaching it from the instance and deleting it from the info cache [ 1177.979524] env[65717]: DEBUG nova.network.neutron [req-ff42eb2b-4d36-43df-8361-fe730eda8406 req-0ba52d9b-e3f0-4b02-baf3-33523c83d5d8 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.136740] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c97146-aedb-45a2-a7b8-080d7fa1f365 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149645] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16432423-4a4f-4e65-bcc9-375ef60cedaf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.187229] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a196098-7ab2-4b42-8a23-2c8c170fc8c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.197408] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3076e-c152-4f75-bc97-152056fbfa7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.213959] env[65717]: DEBUG nova.compute.provider_tree [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.226226] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394095, 'name': ReconfigVM_Task, 'duration_secs': 0.174505} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.226226] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.227802] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a40b9e-0425-49c4-bdab-e5e199c83399 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.255507] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.256328] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-540c9135-cfa8-4189-9d7d-438f90cde32a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.277617] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1178.277617] env[65717]: value = "task-4394097" [ 1178.277617] env[65717]: _type = "Task" [ 1178.277617] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.287687] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.388050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.388370] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.451309] env[65717]: DEBUG nova.network.neutron [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.482503] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c567523f-dd2d-4dde-bb85-7a09c5364bdb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.493007] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711dc26-e7c8-45b5-8beb-bb4d139aa54e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.525815] env[65717]: DEBUG nova.compute.manager [req-ff42eb2b-4d36-43df-8361-fe730eda8406 req-0ba52d9b-e3f0-4b02-baf3-33523c83d5d8 service nova] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Detach interface failed, port_id=71674bc9-3eeb-4f2d-bcd9-58a8149ae64c, reason: Instance 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1178.717377] env[65717]: DEBUG nova.scheduler.client.report [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.787927] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394097, 'name': ReconfigVM_Task, 'duration_secs': 0.281196} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.788245] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca/b878e8b8-062b-4f7b-a2c8-7825893845ca.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.789088] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71462b7b-861b-4bf8-90ae-cb14aa72e146 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.809210] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52eced-1647-4860-a610-ffc6f63076c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.829375] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2eee0-d8be-4be7-a8f6-9f3d65d6b4fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.848330] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bccfb39-ba0f-4e9c-9d1a-f709b7d40a86 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.855832] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.856090] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-134513eb-b255-4f14-8553-cd95b5f13d15 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.862907] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1178.862907] env[65717]: value = "task-4394098" [ 1178.862907] env[65717]: _type = "Task" [ 1178.862907] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.871397] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.892097] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1178.954210] env[65717]: INFO nova.compute.manager [-] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Took 1.50 seconds to deallocate network for instance. [ 1179.223242] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.252969] env[65717]: INFO nova.scheduler.client.report [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance 41d24a7c-2323-4e51-80cd-bf7e26cea270 [ 1179.373885] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.411603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.412230] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.413460] env[65717]: INFO nova.compute.claims [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.460474] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.760123] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a319c082-1003-4a3d-bfcb-277fadb79540 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "41d24a7c-2323-4e51-80cd-bf7e26cea270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.864s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.873845] env[65717]: DEBUG oslo_vmware.api [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394098, 'name': PowerOnVM_Task, 'duration_secs': 0.98914} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.874135] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.528079] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e0099-f7ae-4e6a-ae6c-9cabc890723e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.537263] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad995f-7ab9-4ee7-b833-ef5e4abcc9d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.571012] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95528f11-a50d-4ee4-86b3-99f91d7e3bb3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.579916] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2a3ef-b6b0-4b5b-b7ec-029f61594c70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.596677] env[65717]: DEBUG nova.compute.provider_tree [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.885914] env[65717]: INFO nova.compute.manager [None req-2f16d76f-4021-4135-8555-f233c52597e8 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance to original state: 'active' [ 1181.101535] env[65717]: DEBUG nova.scheduler.client.report [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.605478] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.606072] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1181.609245] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.149s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.610125] env[65717]: DEBUG nova.objects.instance [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lazy-loading 'resources' on Instance uuid 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.843789] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.844033] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.112586] env[65717]: DEBUG nova.compute.utils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.117459] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1182.117660] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1182.118289] env[65717]: WARNING neutronclient.v2_0.client [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.118630] env[65717]: WARNING neutronclient.v2_0.client [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.198435] env[65717]: DEBUG nova.policy [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84effc5c619948b78034cc8c35ee733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050733dc261b428497efcb3bf043c1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.264503] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3052a5b6-afbd-4128-895d-d70d5f9b63ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.274269] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcd739c-d004-46d1-b288-ff4f6e8a9b6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.305741] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74955a5e-f032-4f5e-b2ca-d8942c4b6f71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.315223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81781f48-c0d3-4660-b360-ed581d5862d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.329712] env[65717]: DEBUG nova.compute.provider_tree [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.346328] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1182.549885] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Successfully created port: 01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1182.598800] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.599253] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.599576] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.599854] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.600071] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.602402] env[65717]: INFO nova.compute.manager [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Terminating instance [ 1182.622568] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1182.833722] env[65717]: DEBUG nova.scheduler.client.report [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.875515] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.924256] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.925189] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.106450] env[65717]: DEBUG nova.compute.manager [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1183.106871] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.107635] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799ce3b-fc39-4bf6-891c-5835ac14f98e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.116773] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.117065] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41900846-656b-4885-9460-cd4101a0a653 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.123608] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1183.123608] env[65717]: value = "task-4394099" [ 1183.123608] env[65717]: _type = "Task" [ 1183.123608] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.136075] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.340126] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.342467] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.467s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.344289] env[65717]: INFO nova.compute.claims [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.364392] env[65717]: INFO nova.scheduler.client.report [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Deleted allocations for instance 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79 [ 1183.427542] env[65717]: DEBUG nova.compute.utils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.636809] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394099, 'name': PowerOffVM_Task, 'duration_secs': 0.215257} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.638391] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1183.641526] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.641792] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.642277] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d23742-9c10-4013-a1aa-91d1627df7ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.666981] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1183.667281] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.667457] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1183.667647] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.667790] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1183.667933] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1183.668153] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.668311] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1183.668475] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1183.668813] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1183.669085] env[65717]: DEBUG nova.virt.hardware [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1183.669967] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1059cc-7619-473e-9e7c-ec5081199253 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.678431] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab942b6-2482-4775-9f26-9d63903c09b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.719678] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.721343] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.721585] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleting the datastore file [datastore2] b878e8b8-062b-4f7b-a2c8-7825893845ca {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.721963] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993046be-a064-48ee-b81c-e9f738f122ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.730793] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1183.730793] env[65717]: value = "task-4394101" [ 1183.730793] env[65717]: _type = "Task" [ 1183.730793] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.741257] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.872107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Lock "3db087f3-04ac-45cf-8ff2-ef3ac08ebd79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.048s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.930559] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.116294] env[65717]: DEBUG nova.compute.manager [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Received event network-vif-plugged-01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1184.116516] env[65717]: DEBUG oslo_concurrency.lockutils [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.116725] env[65717]: DEBUG oslo_concurrency.lockutils [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.116883] env[65717]: DEBUG oslo_concurrency.lockutils [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.117222] env[65717]: DEBUG nova.compute.manager [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] No waiting events found dispatching network-vif-plugged-01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.117222] env[65717]: WARNING nova.compute.manager [req-a69d48bc-2593-472c-a106-8a597d49f959 req-6ab6c46a-d899-49b7-bf50-ce5a942fd754 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Received unexpected event network-vif-plugged-01ac25ef-34c9-4631-ae29-52695a3fdc96 for instance with vm_state building and task_state spawning. [ 1184.211637] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Successfully updated port: 01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1184.241132] env[65717]: DEBUG oslo_vmware.api [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141979} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.241812] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.241812] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.241812] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.241928] env[65717]: INFO nova.compute.manager [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1184.242201] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.242406] env[65717]: DEBUG nova.compute.manager [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1184.242501] env[65717]: DEBUG nova.network.neutron [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1184.242743] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.279760] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.482980] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0be17b3-f459-4070-8a11-ad06d298ff95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.496781] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa149c-0536-4eed-b4ca-ff75a2059e80 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.532199] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879711af-656e-4b93-8f31-ab133958a9dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.543692] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ffb5f-e7e4-46fe-be93-de7eafab75af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.567681] env[65717]: DEBUG nova.compute.provider_tree [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.728079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.728079] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.728079] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.747799] env[65717]: DEBUG nova.compute.manager [req-b7b225ab-77ae-423a-b2d1-d4817bbdfada req-73b5900b-6d93-4fd1-b3de-5ee3366a6861 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Received event network-vif-deleted-d1ff3b26-ce27-46c0-83bb-980482b68866 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1184.747799] env[65717]: INFO nova.compute.manager [req-b7b225ab-77ae-423a-b2d1-d4817bbdfada req-73b5900b-6d93-4fd1-b3de-5ee3366a6861 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Neutron deleted interface d1ff3b26-ce27-46c0-83bb-980482b68866; detaching it from the instance and deleting it from the info cache [ 1184.747799] env[65717]: DEBUG nova.network.neutron [req-b7b225ab-77ae-423a-b2d1-d4817bbdfada req-73b5900b-6d93-4fd1-b3de-5ee3366a6861 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.038283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.038540] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.038783] env[65717]: INFO nova.compute.manager [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Attaching volume dccf046c-9c19-475e-8ab5-b86bf409c0e3 to /dev/sdb [ 1185.050765] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.050843] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.070726] env[65717]: DEBUG nova.scheduler.client.report [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.077845] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa2b8f-46c6-4250-bb70-d973faba72ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.086378] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90242727-f79e-42ad-82ee-6bde6519543d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.102065] env[65717]: DEBUG nova.virt.block_device [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating existing volume attachment record: 60ae6538-0427-48a8-80f4-936cdbc1ee83 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1185.176136] env[65717]: DEBUG nova.network.neutron [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.253455] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50e1f979-76d0-4f93-89f3-e628e7a5b5ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.263871] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb31ab0-97a6-4808-ad9c-342b0d49a2d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.278190] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1185.300553] env[65717]: DEBUG nova.compute.manager [req-b7b225ab-77ae-423a-b2d1-d4817bbdfada req-73b5900b-6d93-4fd1-b3de-5ee3366a6861 service nova] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Detach interface failed, port_id=d1ff3b26-ce27-46c0-83bb-980482b68866, reason: Instance b878e8b8-062b-4f7b-a2c8-7825893845ca could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1185.370826] env[65717]: WARNING neutronclient.v2_0.client [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.449599] env[65717]: DEBUG nova.network.neutron [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating instance_info_cache with network_info: [{"id": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "address": "fa:16:3e:87:75:f0", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ac25ef-34", "ovs_interfaceid": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.561271] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.561563] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1185.561844] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.576214] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.577031] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1185.679161] env[65717]: INFO nova.compute.manager [-] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Took 1.44 seconds to deallocate network for instance. [ 1185.952843] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.953210] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance network_info: |[{"id": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "address": "fa:16:3e:87:75:f0", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ac25ef-34", "ovs_interfaceid": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1185.953673] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ac25ef-34c9-4631-ae29-52695a3fdc96', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.961531] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1185.961780] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.962756] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f2e1a90-8ff7-4dcc-a2fe-93e394ea5b68 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.985280] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.985280] env[65717]: value = "task-4394103" [ 1185.985280] env[65717]: _type = "Task" [ 1185.985280] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.994286] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394103, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.064931] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.065235] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.065405] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.065560] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1186.066571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa40e0b-db62-4275-8eac-7724cc54e170 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.077151] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3e55b-0ee5-4817-99a1-74276d365fc4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.082534] env[65717]: DEBUG nova.compute.utils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.083922] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1186.084442] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1186.084511] env[65717]: WARNING neutronclient.v2_0.client [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.084811] env[65717]: WARNING neutronclient.v2_0.client [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.099836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cdf382-5bca-4c95-9598-ffe874eff2f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.108376] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a243e80-497f-4a65-8745-384aded707c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.140830] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179306MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1186.141025] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.141249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.144911] env[65717]: DEBUG nova.policy [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.157678] env[65717]: DEBUG nova.compute.manager [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Received event network-changed-01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1186.157893] env[65717]: DEBUG nova.compute.manager [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Refreshing instance network info cache due to event network-changed-01ac25ef-34c9-4631-ae29-52695a3fdc96. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1186.158129] env[65717]: DEBUG oslo_concurrency.lockutils [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] Acquiring lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158268] env[65717]: DEBUG oslo_concurrency.lockutils [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] Acquired lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158449] env[65717]: DEBUG nova.network.neutron [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Refreshing network info cache for port 01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.187092] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.448225] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Successfully created port: d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.495683] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394103, 'name': CreateVM_Task, 'duration_secs': 0.366326} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.495863] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.496447] env[65717]: WARNING neutronclient.v2_0.client [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.496731] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.496865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.497193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.497459] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b12a30d-c807-4489-b682-6503bf7c7783 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.502590] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1186.502590] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf2ae0-d8c3-5b84-5f24-d2435f3e3b3b" [ 1186.502590] env[65717]: _type = "Task" [ 1186.502590] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.510752] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf2ae0-d8c3-5b84-5f24-d2435f3e3b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.588820] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1186.661658] env[65717]: WARNING neutronclient.v2_0.client [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.872974] env[65717]: WARNING neutronclient.v2_0.client [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.998200] env[65717]: DEBUG nova.network.neutron [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updated VIF entry in instance network info cache for port 01ac25ef-34c9-4631-ae29-52695a3fdc96. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1186.998589] env[65717]: DEBUG nova.network.neutron [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating instance_info_cache with network_info: [{"id": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "address": "fa:16:3e:87:75:f0", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ac25ef-34", "ovs_interfaceid": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.014483] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bf2ae0-d8c3-5b84-5f24-d2435f3e3b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.015304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.015543] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.015772] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.015916] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.016104] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.016674] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99c7cf6-e68a-4f22-9092-4a9b70f32be6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.028020] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.028020] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.028020] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea029be-4993-4db3-ba2c-c6ffd0013522 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.034377] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1187.034377] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7b6d6-d49f-b86e-3225-041163876477" [ 1187.034377] env[65717]: _type = "Task" [ 1187.034377] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.043464] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7b6d6-d49f-b86e-3225-041163876477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.173199] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.173348] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 60e866f9-248f-4914-a6e3-2335ba01d4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.173483] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.173625] env[65717]: WARNING nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance b878e8b8-062b-4f7b-a2c8-7825893845ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1187.173741] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 373fc4a7-accd-4ca7-b3b5-0685301bcecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.173852] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance a32ad0b3-3de7-4162-9f79-ae519b5f2dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.173960] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 476fa026-9f5d-486b-8fa2-c0472d193b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1187.174161] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1187.174312] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_None': '4', 'num_os_type_None': '6', 'num_proj_050733dc261b428497efcb3bf043c1ad': '2', 'io_workload': '2', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1', 'num_proj_2eb1510ae0544d6aa973f1b4e4511d33': '1', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_task_networking': '1', 'num_proj_7fa08006b5214ff59dface7dd97ebb97': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1187.284296] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0af57-f1d1-4af3-9f4c-5f1db615924f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.295473] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb7739-bb5d-49c3-98c4-89653763bfe8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.350473] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e647ba-d3b6-407f-92da-ca1484e3bc12 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.362281] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664467bc-d365-48b9-bbcd-59d6e4383eba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.380293] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.502286] env[65717]: DEBUG oslo_concurrency.lockutils [req-cb7dd070-5421-4a0e-b070-b88c51f182ce req-2827dd91-2d4d-4cf6-a1e2-632f55f3b8fa service nova] Releasing lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.545552] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d7b6d6-d49f-b86e-3225-041163876477, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.546535] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2d6660-af8c-470d-b3f0-9b45acfee9ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.553223] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1187.553223] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df65d9-f1c2-790c-ce4e-4a7efcbb28bd" [ 1187.553223] env[65717]: _type = "Task" [ 1187.553223] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.562289] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df65d9-f1c2-790c-ce4e-4a7efcbb28bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.598907] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1187.626066] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.626736] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.626736] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.626736] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.626867] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.626946] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.627187] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.627313] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.627491] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.627647] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.627816] env[65717]: DEBUG nova.virt.hardware [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.628680] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e296ff7-66dc-424c-a7bf-0958e670c009 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.636983] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f05c1-4a84-440e-95de-20c39da0f45b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.883920] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.999147] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Successfully updated port: d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.064264] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52df65d9-f1c2-790c-ce4e-4a7efcbb28bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.064596] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.064905] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.065223] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3261d21f-cee1-45c8-89a0-d1ac97a4c9a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.073048] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1188.073048] env[65717]: value = "task-4394105" [ 1188.073048] env[65717]: _type = "Task" [ 1188.073048] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.081994] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.186147] env[65717]: DEBUG nova.compute.manager [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received event network-vif-plugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.186378] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.186569] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.186735] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.186899] env[65717]: DEBUG nova.compute.manager [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] No waiting events found dispatching network-vif-plugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1188.187130] env[65717]: WARNING nova.compute.manager [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received unexpected event network-vif-plugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 for instance with vm_state building and task_state spawning. [ 1188.187313] env[65717]: DEBUG nova.compute.manager [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received event network-changed-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.187465] env[65717]: DEBUG nova.compute.manager [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Refreshing instance network info cache due to event network-changed-d034f9d7-48bb-4752-b24d-7ddd2c336143. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1188.187641] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Acquiring lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.187838] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Acquired lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.187980] env[65717]: DEBUG nova.network.neutron [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Refreshing network info cache for port d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.388936] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1188.389537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.389537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.203s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.389710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.416820] env[65717]: INFO nova.scheduler.client.report [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted allocations for instance b878e8b8-062b-4f7b-a2c8-7825893845ca [ 1188.502794] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.584560] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.584943] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.585109] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.585349] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2855331-e327-4113-a6a2-fe953cb057cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.593042] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1188.593042] env[65717]: value = "task-4394106" [ 1188.593042] env[65717]: _type = "Task" [ 1188.593042] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.602397] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.691542] env[65717]: WARNING neutronclient.v2_0.client [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.744414] env[65717]: DEBUG nova.network.neutron [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.831057] env[65717]: DEBUG nova.network.neutron [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.925183] env[65717]: DEBUG oslo_concurrency.lockutils [None req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "b878e8b8-062b-4f7b-a2c8-7825893845ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.104543] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074041} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.104901] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.105777] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb870d-c34f-42ea-9e10-397db2a47b3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.128355] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.128648] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc46dd0-c130-447d-b3db-63556c4d9f24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.148580] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1189.148580] env[65717]: value = "task-4394107" [ 1189.148580] env[65717]: _type = "Task" [ 1189.148580] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.157226] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.333989] env[65717]: DEBUG oslo_concurrency.lockutils [req-fe5175d1-cbdc-424d-949b-670e0b459913 req-4d8c1ec7-e7b9-42d1-85a7-1c453a7a9bbe service nova] Releasing lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.334507] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.334750] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.649034] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1189.649034] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860079', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'name': 'volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e866f9-248f-4914-a6e3-2335ba01d4d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'serial': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1189.649750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af2d93-55a0-4f91-aef7-4d2ae19fe603 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.661945] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.673539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a69e4-753b-4261-8508-5ca5f48dcbec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.699983] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3/volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.700374] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a5a1f2-325a-458c-9d2d-1f6a3490c466 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.720956] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1189.720956] env[65717]: value = "task-4394108" [ 1189.720956] env[65717]: _type = "Task" [ 1189.720956] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.733239] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.871963] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1189.958757] env[65717]: WARNING neutronclient.v2_0.client [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.040630] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.040852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.043173] env[65717]: DEBUG nova.network.neutron [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updating instance_info_cache with network_info: [{"id": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "address": "fa:16:3e:97:98:83", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd034f9d7-48", "ovs_interfaceid": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.159810] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394107, 'name': ReconfigVM_Task, 'duration_secs': 0.774086} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.160128] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.160782] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e363f664-6405-4762-bd6b-193edd36c529 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.168015] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1190.168015] env[65717]: value = "task-4394109" [ 1190.168015] env[65717]: _type = "Task" [ 1190.168015] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.178215] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394109, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.232717] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394108, 'name': ReconfigVM_Task, 'duration_secs': 0.386857} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.233071] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3/volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.238459] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b270b5e-d90c-4557-b3fd-d713b487b179 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.255156] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1190.255156] env[65717]: value = "task-4394110" [ 1190.255156] env[65717]: _type = "Task" [ 1190.255156] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.264865] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.545577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.546014] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance network_info: |[{"id": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "address": "fa:16:3e:97:98:83", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd034f9d7-48", "ovs_interfaceid": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1190.546413] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1190.549302] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:98:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd034f9d7-48bb-4752-b24d-7ddd2c336143', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.557568] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1190.558052] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.558291] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749e9060-c407-419c-96c8-135573a5dd3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.581257] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.581257] env[65717]: value = "task-4394111" [ 1190.581257] env[65717]: _type = "Task" [ 1190.581257] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.590795] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394111, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.678647] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394109, 'name': Rename_Task, 'duration_secs': 0.204502} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.679133] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.679216] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-214ca7cb-3046-4dd0-86ee-30e1152e8a3f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.687648] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1190.687648] env[65717]: value = "task-4394112" [ 1190.687648] env[65717]: _type = "Task" [ 1190.687648] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.696386] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.766083] env[65717]: DEBUG oslo_vmware.api [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394110, 'name': ReconfigVM_Task, 'duration_secs': 0.154267} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.766434] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860079', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'name': 'volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e866f9-248f-4914-a6e3-2335ba01d4d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'serial': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.077672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.078013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.079606] env[65717]: INFO nova.compute.claims [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.091956] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394111, 'name': CreateVM_Task, 'duration_secs': 0.343775} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.092200] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.092644] env[65717]: WARNING neutronclient.v2_0.client [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.100694] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.100857] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.101181] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.101452] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5b36f5-0f21-4696-8579-e8001ef31a55 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.107042] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1191.107042] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5277eb28-5183-44e4-d41a-e9a8dd7c9f15" [ 1191.107042] env[65717]: _type = "Task" [ 1191.107042] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.115919] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5277eb28-5183-44e4-d41a-e9a8dd7c9f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.200624] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.617798] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5277eb28-5183-44e4-d41a-e9a8dd7c9f15, 'name': SearchDatastore_Task, 'duration_secs': 0.020377} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.618138] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.618372] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.618603] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.618744] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.618950] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.619227] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a004b62a-7895-41f8-81a6-472edfb720cc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.628879] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.629126] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.629902] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7ce717-b01d-4285-9455-4e7ebddd2f7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.636609] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1191.636609] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc0a0e-6c51-0d93-c218-eb478d83d291" [ 1191.636609] env[65717]: _type = "Task" [ 1191.636609] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.644757] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc0a0e-6c51-0d93-c218-eb478d83d291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.698860] env[65717]: DEBUG oslo_vmware.api [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394112, 'name': PowerOnVM_Task, 'duration_secs': 0.660336} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.699231] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.699461] env[65717]: INFO nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1191.699709] env[65717]: DEBUG nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1191.700700] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d117f03-43b9-4dc7-9d20-ed989a68b8e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.806126] env[65717]: DEBUG nova.objects.instance [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 60e866f9-248f-4914-a6e3-2335ba01d4d6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.148391] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52fc0a0e-6c51-0d93-c218-eb478d83d291, 'name': SearchDatastore_Task, 'duration_secs': 0.014072} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.151741] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7a9e34-ea19-4da4-b810-8398ba658ea0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.157643] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1192.157643] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528b4d4e-8907-6077-9719-c093e51bbb54" [ 1192.157643] env[65717]: _type = "Task" [ 1192.157643] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.168983] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528b4d4e-8907-6077-9719-c093e51bbb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.195989] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a9ef3a-140f-4938-bc03-cfb09e7d71f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.204040] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a097a4-cdbd-4e0e-b036-634e34d7c864 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.240064] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a9c28b-f643-484b-a5ce-45a12ff3045c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.244798] env[65717]: INFO nova.compute.manager [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Took 12.85 seconds to build instance. [ 1192.250075] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7baf7d9-1168-4c3d-9f3e-6bf76cd92b28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.264460] env[65717]: DEBUG nova.compute.provider_tree [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.310611] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a541849e-5428-4d7f-b565-d4e294145a7c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.531234] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.531690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.668530] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]528b4d4e-8907-6077-9719-c093e51bbb54, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.668776] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.669049] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 476fa026-9f5d-486b-8fa2-c0472d193b0e/476fa026-9f5d-486b-8fa2-c0472d193b0e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.669323] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a040b7a3-5ff9-43ab-a402-909610cea8e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.677116] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1192.677116] env[65717]: value = "task-4394113" [ 1192.677116] env[65717]: _type = "Task" [ 1192.677116] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.686308] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.747314] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5ca361cd-e3f1-481c-a955-082693b69098 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.359s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.768192] env[65717]: DEBUG nova.scheduler.client.report [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.035784] env[65717]: INFO nova.compute.manager [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Detaching volume dccf046c-9c19-475e-8ab5-b86bf409c0e3 [ 1193.079937] env[65717]: INFO nova.virt.block_device [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Attempting to driver detach volume dccf046c-9c19-475e-8ab5-b86bf409c0e3 from mountpoint /dev/sdb [ 1193.080209] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.080470] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860079', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'name': 'volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e866f9-248f-4914-a6e3-2335ba01d4d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'serial': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.081622] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f518c63-c2af-472a-bc12-c05491176385 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.105648] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa3e75-b398-4c10-a4ba-5a5ecc66def5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.116750] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418be990-fe42-49cb-ae4a-aeab43a231ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.140638] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323736b-ce4e-450f-bc66-d84eea5fefb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.158139] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] The volume has not been displaced from its original location: [datastore1] volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3/volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.163865] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.164318] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8d6f3b-23e5-48ff-8c11-28d8eba34b39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.184198] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1193.184198] env[65717]: value = "task-4394114" [ 1193.184198] env[65717]: _type = "Task" [ 1193.184198] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.187399] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463854} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.190367] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 476fa026-9f5d-486b-8fa2-c0472d193b0e/476fa026-9f5d-486b-8fa2-c0472d193b0e.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.190588] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.190830] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6014d2f4-5d76-431c-9f49-e6e9293180e0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.199716] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.201115] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1193.201115] env[65717]: value = "task-4394115" [ 1193.201115] env[65717]: _type = "Task" [ 1193.201115] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.209172] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.273485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.274047] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1193.353016] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.353274] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.353469] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.353660] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.410227] env[65717]: DEBUG nova.compute.manager [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Received event network-changed-01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1193.410441] env[65717]: DEBUG nova.compute.manager [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Refreshing instance network info cache due to event network-changed-01ac25ef-34c9-4631-ae29-52695a3fdc96. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1193.410662] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] Acquiring lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.410804] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] Acquired lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.410962] env[65717]: DEBUG nova.network.neutron [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Refreshing network info cache for port 01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.698765] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394114, 'name': ReconfigVM_Task, 'duration_secs': 0.273141} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.699103] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.704268] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb523551-bc86-4f80-a207-3460f01ea36c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.726298] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067201} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.727771] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.728152] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1193.728152] env[65717]: value = "task-4394116" [ 1193.728152] env[65717]: _type = "Task" [ 1193.728152] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.728864] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1995c05c-053f-4964-9331-d6a6874646de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.741615] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.761070] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 476fa026-9f5d-486b-8fa2-c0472d193b0e/476fa026-9f5d-486b-8fa2-c0472d193b0e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.761412] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c04d39-dcac-4152-9930-a37e9312d1d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.779393] env[65717]: DEBUG nova.compute.utils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.782189] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1193.782448] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1193.782752] env[65717]: WARNING neutronclient.v2_0.client [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.783063] env[65717]: WARNING neutronclient.v2_0.client [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.785538] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1193.785538] env[65717]: value = "task-4394117" [ 1193.785538] env[65717]: _type = "Task" [ 1193.785538] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.796140] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.834937] env[65717]: DEBUG nova.policy [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ea18ceda5d45318ffdc6cb922ab5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62278cdb9a84ac8a3f0884e49184c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.913490] env[65717]: WARNING neutronclient.v2_0.client [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.077128] env[65717]: WARNING neutronclient.v2_0.client [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.145417] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Successfully created port: ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1194.149846] env[65717]: DEBUG nova.network.neutron [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updated VIF entry in instance network info cache for port 01ac25ef-34c9-4631-ae29-52695a3fdc96. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1194.150211] env[65717]: DEBUG nova.network.neutron [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating instance_info_cache with network_info: [{"id": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "address": "fa:16:3e:87:75:f0", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ac25ef-34", "ovs_interfaceid": "01ac25ef-34c9-4631-ae29-52695a3fdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.242894] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.286974] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1194.301386] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394117, 'name': ReconfigVM_Task, 'duration_secs': 0.289091} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.301674] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 476fa026-9f5d-486b-8fa2-c0472d193b0e/476fa026-9f5d-486b-8fa2-c0472d193b0e.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.302346] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02431dff-546f-4124-a37e-04dcf670a447 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.310057] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1194.310057] env[65717]: value = "task-4394118" [ 1194.310057] env[65717]: _type = "Task" [ 1194.310057] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.319451] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394118, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.519669] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.519916] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.520076] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1194.653015] env[65717]: DEBUG oslo_concurrency.lockutils [req-1d18bbb8-6a15-40c5-97c5-101853eaaac4 req-f7c517e0-2f38-49a3-9d8a-4dbe49b777c5 service nova] Releasing lock "refresh_cache-a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.743900] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.822953] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394118, 'name': Rename_Task, 'duration_secs': 0.148434} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.823436] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.823729] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd4f7ec0-6273-4d4a-bca1-b8e824f0aaad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.831213] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1194.831213] env[65717]: value = "task-4394119" [ 1194.831213] env[65717]: _type = "Task" [ 1194.831213] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.846917] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.244139] env[65717]: DEBUG oslo_vmware.api [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394116, 'name': ReconfigVM_Task, 'duration_secs': 1.170606} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.244497] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860079', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'name': 'volume-dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e866f9-248f-4914-a6e3-2335ba01d4d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3', 'serial': 'dccf046c-9c19-475e-8ab5-b86bf409c0e3'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.302059] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1195.329065] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.329361] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.329579] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.329913] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.330121] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.330340] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.330627] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.330797] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.330963] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.331217] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.331480] env[65717]: DEBUG nova.virt.hardware [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.332600] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed034bd-cd6a-4614-915e-9f1b32be3477 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.344435] env[65717]: DEBUG oslo_vmware.api [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394119, 'name': PowerOnVM_Task, 'duration_secs': 0.46613} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.346646] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.346855] env[65717]: INFO nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1195.347059] env[65717]: DEBUG nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.347914] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a66394-8570-4533-bb9a-ddd6c014af5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.351689] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a7190-effa-43a3-b730-419dc5a45da8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.564905] env[65717]: DEBUG nova.compute.manager [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Received event network-vif-plugged-ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1195.565176] env[65717]: DEBUG oslo_concurrency.lockutils [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.565359] env[65717]: DEBUG oslo_concurrency.lockutils [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.565528] env[65717]: DEBUG oslo_concurrency.lockutils [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.565727] env[65717]: DEBUG nova.compute.manager [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] No waiting events found dispatching network-vif-plugged-ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1195.565905] env[65717]: WARNING nova.compute.manager [req-dbb7516b-4fe8-4d1c-bfcc-05b831064c19 req-bb40277f-492b-4349-9314-2158969772af service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Received unexpected event network-vif-plugged-ca991ace-5a70-448b-b405-2c08f6429dd4 for instance with vm_state building and task_state spawning. [ 1195.650655] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Successfully updated port: ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1195.797272] env[65717]: DEBUG nova.objects.instance [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'flavor' on Instance uuid 60e866f9-248f-4914-a6e3-2335ba01d4d6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.879398] env[65717]: INFO nova.compute.manager [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Took 13.03 seconds to build instance. [ 1196.154573] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.154744] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.154911] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.382025] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.538s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.710158] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.804452] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0d564bdf-655d-4e06-bff3-5396c9e11773 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.273s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.809750] env[65717]: WARNING neutronclient.v2_0.client [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.893711] env[65717]: DEBUG nova.network.neutron [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.944187] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.944426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.944636] env[65717]: INFO nova.compute.manager [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Shelving [ 1197.397176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.397528] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Instance network_info: |[{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1197.398013] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:ea:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca991ace-5a70-448b-b405-2c08f6429dd4', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.405659] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1197.405866] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.406119] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45c3e394-c1ce-4025-acb9-bcf140531594 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.428778] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.428778] env[65717]: value = "task-4394120" [ 1197.428778] env[65717]: _type = "Task" [ 1197.428778] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.437054] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394120, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.520475] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.597056] env[65717]: DEBUG nova.compute.manager [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Received event network-changed-ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1197.597250] env[65717]: DEBUG nova.compute.manager [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Refreshing instance network info cache due to event network-changed-ca991ace-5a70-448b-b405-2c08f6429dd4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1197.597469] env[65717]: DEBUG oslo_concurrency.lockutils [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] Acquiring lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.597614] env[65717]: DEBUG oslo_concurrency.lockutils [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] Acquired lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.597812] env[65717]: DEBUG nova.network.neutron [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Refreshing network info cache for port ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.846231] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.846594] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.846865] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.847136] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.847358] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.849618] env[65717]: INFO nova.compute.manager [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Terminating instance [ 1197.939394] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394120, 'name': CreateVM_Task, 'duration_secs': 0.365834} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.939749] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.940077] env[65717]: WARNING neutronclient.v2_0.client [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.940429] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.940585] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.940894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.941169] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb2d72e-0682-4d64-8e63-2ee4538e9d2a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.946168] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1197.946168] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e887d-d1ca-f17b-2ec6-e943483a2487" [ 1197.946168] env[65717]: _type = "Task" [ 1197.946168] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.955056] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.955354] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e887d-d1ca-f17b-2ec6-e943483a2487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.955604] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b52ec77-e76a-41b4-a2c6-8cc5d2450a1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.961938] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1197.961938] env[65717]: value = "task-4394121" [ 1197.961938] env[65717]: _type = "Task" [ 1197.961938] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.970819] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.024375] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.024646] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.024827] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.024983] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1198.025943] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33240e40-0e36-4794-9011-51d38099dc75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.035493] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6b1128-0a7e-4bca-b389-2e74da6a55bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.051278] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3866918-13fb-479f-804b-0944381726a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.059593] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b95bcd0-07a5-4af9-b0a5-a51ecac8d917 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.093371] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179306MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1198.093553] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.093732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.100673] env[65717]: WARNING neutronclient.v2_0.client [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.284730] env[65717]: WARNING neutronclient.v2_0.client [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.353277] env[65717]: DEBUG nova.compute.manager [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1198.353593] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.354600] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59103986-1cf8-459d-93f6-2fc8a18a641a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.360061] env[65717]: DEBUG nova.network.neutron [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updated VIF entry in instance network info cache for port ca991ace-5a70-448b-b405-2c08f6429dd4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.360535] env[65717]: DEBUG nova.network.neutron [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.364066] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.364693] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f31ea2-7cb2-4dba-9407-2eecac259a37 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.371818] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1198.371818] env[65717]: value = "task-4394122" [ 1198.371818] env[65717]: _type = "Task" [ 1198.371818] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.382889] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.457682] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e887d-d1ca-f17b-2ec6-e943483a2487, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.458042] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.458406] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.458680] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.458894] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.459159] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.459538] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caeb9cb9-21cd-49eb-9c41-8469ad1e183c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.470288] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.470584] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.474410] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2e8b55-9b89-4069-8bf6-7a233801b912 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.476836] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394121, 'name': PowerOffVM_Task, 'duration_secs': 0.186466} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.477107] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.478315] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a1258-2e67-4b41-bf8d-0505b6a25765 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.482603] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1198.482603] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524730a0-e8be-1547-f77d-1237a3d7d1e1" [ 1198.482603] env[65717]: _type = "Task" [ 1198.482603] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.501085] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952bd11d-5208-4597-afa0-8c57a0f8a484 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.511930] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524730a0-e8be-1547-f77d-1237a3d7d1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.513673] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e78500a-59fd-4010-80e9-eaac5113ec47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.528875] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1198.528875] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a3aed-b0e6-92fc-d480-55ea69627ec3" [ 1198.528875] env[65717]: _type = "Task" [ 1198.528875] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.538009] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a3aed-b0e6-92fc-d480-55ea69627ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.865571] env[65717]: DEBUG oslo_concurrency.lockutils [req-40b72bdf-d280-40eb-9a59-ee3457d78b81 req-516a9bf6-c6b8-40a1-a98f-0bc14ef44fde service nova] Releasing lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.883172] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394122, 'name': PowerOffVM_Task, 'duration_secs': 0.230794} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.883617] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.883804] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.884077] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-635092de-453f-44a2-a5cb-f17b65520497 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.900538] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.900821] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.901023] env[65717]: INFO nova.compute.manager [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Shelving [ 1198.954407] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.954825] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.954910] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleting the datastore file [datastore2] 60e866f9-248f-4914-a6e3-2335ba01d4d6 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.955164] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8735e69e-1559-4a40-ab04-ef0ea065d8b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.964102] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for the task: (returnval){ [ 1198.964102] env[65717]: value = "task-4394124" [ 1198.964102] env[65717]: _type = "Task" [ 1198.964102] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.973827] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.028323] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.028652] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92475cbb-dbd4-4f64-8a62-ea5ef9f78677 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.041740] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522a3aed-b0e6-92fc-d480-55ea69627ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.043422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.043927] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d/f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.044115] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1199.044115] env[65717]: value = "task-4394125" [ 1199.044115] env[65717]: _type = "Task" [ 1199.044115] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.044326] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a9582e8-daa2-424b-a521-f5b2ea967b75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.057756] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.059387] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1199.059387] env[65717]: value = "task-4394126" [ 1199.059387] env[65717]: _type = "Task" [ 1199.059387] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.070047] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 60e866f9-248f-4914-a6e3-2335ba01d4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 373fc4a7-accd-4ca7-b3b5-0685301bcecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance a32ad0b3-3de7-4162-9f79-ae519b5f2dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130065] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 476fa026-9f5d-486b-8fa2-c0472d193b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130435] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1199.130435] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1199.130657] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_active': '6', 'num_task_None': '3', 'num_os_type_None': '7', 'num_proj_050733dc261b428497efcb3bf043c1ad': '2', 'io_workload': '1', 'num_task_deleting': '1', 'num_proj_b4bbb763469a4095bd525dc7bbac532c': '1', 'num_task_shelving': '2', 'num_proj_2eb1510ae0544d6aa973f1b4e4511d33': '1', 'num_proj_4eb54d0f902f46a79524141a70899df5': '1', 'num_proj_7fa08006b5214ff59dface7dd97ebb97': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_b62278cdb9a84ac8a3f0884e49184c34': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1199.239587] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd186d0-cf01-4f79-b40c-a62f2f8678c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.249129] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e662170d-0246-4424-b131-7a1547af9d3c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.284794] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ae375d-a3cc-445d-8f76-0a0978a4d1ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.294465] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b223c6e-f239-401c-a210-3bd9dd9d44a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.310728] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.477327] env[65717]: DEBUG oslo_vmware.api [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Task: {'id': task-4394124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206987} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.477648] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.477829] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.478118] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.478411] env[65717]: INFO nova.compute.manager [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1199.478727] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1199.478962] env[65717]: DEBUG nova.compute.manager [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1199.479103] env[65717]: DEBUG nova.network.neutron [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1199.479495] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.517932] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.558943] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394125, 'name': CreateSnapshot_Task, 'duration_secs': 0.461225} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.559250] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1199.560030] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b06fe-f974-4e0c-84ca-e21e2c5d4fdf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.572344] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.575644] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d/f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.575868] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.578434] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93ead1d3-d295-4460-8b44-03f43a19b430 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.586298] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1199.586298] env[65717]: value = "task-4394127" [ 1199.586298] env[65717]: _type = "Task" [ 1199.586298] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.595756] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.813928] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.910809] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.911191] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3263801f-b67a-4091-8491-7d47bc6e8062 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.920675] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1199.920675] env[65717]: value = "task-4394128" [ 1199.920675] env[65717]: _type = "Task" [ 1199.920675] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.929894] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.029345] env[65717]: DEBUG nova.compute.manager [req-02457183-8d76-4ab1-82cf-40cb036614f8 req-1252e35e-d015-475a-ac75-600891a9520f service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Received event network-vif-deleted-09afe53d-edca-4d70-8c07-4eb1760c75ad {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1200.029676] env[65717]: INFO nova.compute.manager [req-02457183-8d76-4ab1-82cf-40cb036614f8 req-1252e35e-d015-475a-ac75-600891a9520f service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Neutron deleted interface 09afe53d-edca-4d70-8c07-4eb1760c75ad; detaching it from the instance and deleting it from the info cache [ 1200.029771] env[65717]: DEBUG nova.network.neutron [req-02457183-8d76-4ab1-82cf-40cb036614f8 req-1252e35e-d015-475a-ac75-600891a9520f service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.088461] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1200.088816] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b6e5d56-fed9-468b-930e-0f17895c2df2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.103876] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092117} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.105293] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.105659] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1200.105659] env[65717]: value = "task-4394129" [ 1200.105659] env[65717]: _type = "Task" [ 1200.105659] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.106370] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5a8a7-dc7b-4c31-8399-22d63788ff95 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.134087] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d/f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.137499] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6533f40-6500-48a1-88e7-6061f19bc8be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.152362] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394129, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.157689] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1200.157689] env[65717]: value = "task-4394130" [ 1200.157689] env[65717]: _type = "Task" [ 1200.157689] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.166891] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.319051] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1200.319481] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.226s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.434062] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394128, 'name': PowerOffVM_Task, 'duration_secs': 0.212402} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.434062] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.434752] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3810e3-ec95-4643-b378-c8bd2566eaa8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.462104] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14042d2-5bfd-48f9-bd2b-6fdc28babe5f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.503675] env[65717]: DEBUG nova.network.neutron [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.532440] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0d08447-2660-429f-8b05-ff72f5f8ce40 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.545191] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f34cc-4623-48e4-8378-bb19ee67bf9a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.577914] env[65717]: DEBUG nova.compute.manager [req-02457183-8d76-4ab1-82cf-40cb036614f8 req-1252e35e-d015-475a-ac75-600891a9520f service nova] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Detach interface failed, port_id=09afe53d-edca-4d70-8c07-4eb1760c75ad, reason: Instance 60e866f9-248f-4914-a6e3-2335ba01d4d6 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1200.619899] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394129, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.671272] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394130, 'name': ReconfigVM_Task, 'duration_secs': 0.382119} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.671600] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d/f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.672296] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-554f9610-cd68-4a1e-b307-70b5bb16ba20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.680350] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1200.680350] env[65717]: value = "task-4394131" [ 1200.680350] env[65717]: _type = "Task" [ 1200.680350] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.689531] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394131, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.975144] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1200.975144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b46dbee-d423-4eaa-adf2-6f3e29f8cf8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.982835] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1200.982835] env[65717]: value = "task-4394132" [ 1200.982835] env[65717]: _type = "Task" [ 1200.982835] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.991751] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.006437] env[65717]: INFO nova.compute.manager [-] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Took 1.53 seconds to deallocate network for instance. [ 1201.121582] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394129, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.191055] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394131, 'name': Rename_Task, 'duration_secs': 0.158174} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.191334] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.191581] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4246a94d-ecdc-4ede-b354-63e1eb391bac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.199269] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1201.199269] env[65717]: value = "task-4394133" [ 1201.199269] env[65717]: _type = "Task" [ 1201.199269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.207776] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.314216] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.314491] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.497702] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.513213] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.513599] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.513886] env[65717]: DEBUG nova.objects.instance [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lazy-loading 'resources' on Instance uuid 60e866f9-248f-4914-a6e3-2335ba01d4d6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.621349] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394129, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.713872] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.818963] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Getting list of instances from cluster (obj){ [ 1201.818963] env[65717]: value = "domain-c8" [ 1201.818963] env[65717]: _type = "ClusterComputeResource" [ 1201.818963] env[65717]: } {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1201.820208] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb011cd-832f-4da0-b2b5-d5bd25cd7408 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.839689] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Got total of 6 instances {{(pid=65717) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1201.839867] env[65717]: WARNING nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1201.840013] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid d0a62440-e59e-419d-abec-f1bbbe72a5a4 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.840325] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 60e866f9-248f-4914-a6e3-2335ba01d4d6 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.840576] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.840740] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.841453] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.841453] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid 476fa026-9f5d-486b-8fa2-c0472d193b0e {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.841453] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Triggering sync for uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1201.841706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.841923] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.842228] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.842437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.842678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.842850] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.843163] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.843361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.843654] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.843880] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.844724] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d3a41-fafb-4653-b5ec-41fc2655692e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.848070] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ee020b-7fad-4381-9b6a-f99d336bc3e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.850821] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25563be0-131a-4461-99e8-7c251708adec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.994271] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394132, 'name': CreateSnapshot_Task, 'duration_secs': 0.760896} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.994548] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1201.995309] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3949f-ef9c-4213-bc82-b7839a355def {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.122059] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394129, 'name': CloneVM_Task, 'duration_secs': 1.693291} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.123489] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Created linked-clone VM from snapshot [ 1202.124312] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82896c6-7609-4180-af31-92800dbf4be8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.127571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ee598-f0fc-4293-ac06-d9246ee9b4b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.138266] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Uploading image 606d8fba-68e1-4904-b7cb-59db0ff6b418 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1202.141584] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3828369-4dd8-481c-a58e-72aea9687a54 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.175581] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84595b8-e2f5-4668-9c42-717e0ee89515 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.184891] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1202.184891] env[65717]: value = "vm-860084" [ 1202.184891] env[65717]: _type = "VirtualMachine" [ 1202.184891] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1202.186280] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966a8a0-983f-4f71-a50c-f980b8a49610 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.191018] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47b9f38a-fbb0-4102-a613-8693292c7d93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.205163] env[65717]: DEBUG nova.compute.provider_tree [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.211597] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lease: (returnval){ [ 1202.211597] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261dac2-5332-a8f9-7264-b93c904aa1d2" [ 1202.211597] env[65717]: _type = "HttpNfcLease" [ 1202.211597] env[65717]: } obtained for exporting VM: (result){ [ 1202.211597] env[65717]: value = "vm-860084" [ 1202.211597] env[65717]: _type = "VirtualMachine" [ 1202.211597] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1202.211597] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the lease: (returnval){ [ 1202.211597] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261dac2-5332-a8f9-7264-b93c904aa1d2" [ 1202.211597] env[65717]: _type = "HttpNfcLease" [ 1202.211597] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.216654] env[65717]: DEBUG oslo_vmware.api [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394133, 'name': PowerOnVM_Task, 'duration_secs': 0.519976} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.217720] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.217924] env[65717]: INFO nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1202.218116] env[65717]: DEBUG nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1202.218835] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd2c772-518e-4adf-ac23-7c8b963f975d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.223039] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.223039] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261dac2-5332-a8f9-7264-b93c904aa1d2" [ 1202.223039] env[65717]: _type = "HttpNfcLease" [ 1202.223039] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.223585] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.223585] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5261dac2-5332-a8f9-7264-b93c904aa1d2" [ 1202.223585] env[65717]: _type = "HttpNfcLease" [ 1202.223585] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1202.224544] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa6e96-b176-45d6-9b99-d841b2653727 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.238748] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.238992] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1202.335309] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6a11489-5dda-4723-b91d-be30b209b464 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.364828] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.366411] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.367119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.514552] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1202.514820] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b46b13b-4c51-42d6-aa12-7aca6ed0021a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.523918] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1202.523918] env[65717]: value = "task-4394135" [ 1202.523918] env[65717]: _type = "Task" [ 1202.523918] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.534289] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394135, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.712240] env[65717]: DEBUG nova.scheduler.client.report [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.743046] env[65717]: INFO nova.compute.manager [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Took 11.68 seconds to build instance. [ 1203.039880] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394135, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.217963] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.245352] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.204s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.245947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.402s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.246261] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1203.246801] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.259596] env[65717]: INFO nova.scheduler.client.report [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Deleted allocations for instance 60e866f9-248f-4914-a6e3-2335ba01d4d6 [ 1203.539217] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394135, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.770642] env[65717]: DEBUG oslo_concurrency.lockutils [None req-269c5657-b03e-401f-a224-af58f8a9bf45 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.924s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.771641] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.929s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.771920] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b575ed-86bd-429f-afe8-ef604476ddcb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.783248] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a5c15-2914-4bd6-8bd1-f09d53e1dd39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.857389] env[65717]: DEBUG nova.compute.manager [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Received event network-changed-ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1203.857450] env[65717]: DEBUG nova.compute.manager [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Refreshing instance network info cache due to event network-changed-ca991ace-5a70-448b-b405-2c08f6429dd4. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1203.857758] env[65717]: DEBUG oslo_concurrency.lockutils [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] Acquiring lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.857935] env[65717]: DEBUG oslo_concurrency.lockutils [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] Acquired lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.858236] env[65717]: DEBUG nova.network.neutron [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Refreshing network info cache for port ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.042546] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394135, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.322739] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "60e866f9-248f-4914-a6e3-2335ba01d4d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.362189] env[65717]: WARNING neutronclient.v2_0.client [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.541000] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394135, 'name': CloneVM_Task, 'duration_secs': 1.723398} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.541356] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Created linked-clone VM from snapshot [ 1204.542199] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70059fd-c8bd-4f12-8a03-3afdddf0c2e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.546275] env[65717]: WARNING neutronclient.v2_0.client [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.556032] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Uploading image a517353b-e56c-4037-b41a-b1fd41d10556 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1204.583465] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1204.583465] env[65717]: value = "vm-860086" [ 1204.583465] env[65717]: _type = "VirtualMachine" [ 1204.583465] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1204.583943] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a5340a4-bc5e-432c-8e74-d2f4f87e36e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.595611] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease: (returnval){ [ 1204.595611] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52142bb9-02cf-0ac9-c8f0-1c3c9d3f1b0f" [ 1204.595611] env[65717]: _type = "HttpNfcLease" [ 1204.595611] env[65717]: } obtained for exporting VM: (result){ [ 1204.595611] env[65717]: value = "vm-860086" [ 1204.595611] env[65717]: _type = "VirtualMachine" [ 1204.595611] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1204.596237] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the lease: (returnval){ [ 1204.596237] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52142bb9-02cf-0ac9-c8f0-1c3c9d3f1b0f" [ 1204.596237] env[65717]: _type = "HttpNfcLease" [ 1204.596237] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.605388] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.605388] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52142bb9-02cf-0ac9-c8f0-1c3c9d3f1b0f" [ 1204.605388] env[65717]: _type = "HttpNfcLease" [ 1204.605388] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.627207] env[65717]: DEBUG nova.network.neutron [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updated VIF entry in instance network info cache for port ca991ace-5a70-448b-b405-2c08f6429dd4. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.627601] env[65717]: DEBUG nova.network.neutron [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.105183] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.105183] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52142bb9-02cf-0ac9-c8f0-1c3c9d3f1b0f" [ 1205.105183] env[65717]: _type = "HttpNfcLease" [ 1205.105183] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.105505] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.105505] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52142bb9-02cf-0ac9-c8f0-1c3c9d3f1b0f" [ 1205.105505] env[65717]: _type = "HttpNfcLease" [ 1205.105505] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1205.106269] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bacac4-e3b8-4452-ba01-662f2c7c974f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.114979] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.115188] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1205.169171] env[65717]: DEBUG oslo_concurrency.lockutils [req-89da0e71-5220-41dc-b6ec-fd94adc86982 req-30746ed9-7d5d-45a7-b80c-50f8e6928c42 service nova] Releasing lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.218706] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33640bbe-d40f-4c85-8763-c51e5ee76df1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.890019] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.890846] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ceb5c9-a307-41e1-bf11-8c550bd86401 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.902751] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.902978] env[65717]: ERROR oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk due to incomplete transfer. [ 1210.903259] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-229a51ea-0e0f-4b21-9342-76f5a61b17fe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.923804] env[65717]: DEBUG oslo_vmware.rw_handles [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd0984-bb25-b4d0-60dc-c2b5b7266ff8/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1210.924053] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Uploaded image 606d8fba-68e1-4904-b7cb-59db0ff6b418 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1210.926731] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1210.927890] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7d12bbb-06b4-44ae-85f4-0f0f1595a10f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.936189] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1210.936189] env[65717]: value = "task-4394140" [ 1210.936189] env[65717]: _type = "Task" [ 1210.936189] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.946202] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394140, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.400331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.400732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.400978] env[65717]: INFO nova.compute.manager [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Shelving [ 1211.449814] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394140, 'name': Destroy_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.948130] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394140, 'name': Destroy_Task, 'duration_secs': 0.518709} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.948489] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Destroyed the VM [ 1211.948597] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.948847] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-552fde2e-8606-42fd-8623-15a73d0f5f45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957367] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1211.957367] env[65717]: value = "task-4394141" [ 1211.957367] env[65717]: _type = "Task" [ 1211.957367] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.966902] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394141, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.410964] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.411317] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0de2ba-7444-450f-834d-191c42f0cbd1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.419259] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1212.419259] env[65717]: value = "task-4394142" [ 1212.419259] env[65717]: _type = "Task" [ 1212.419259] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.429242] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.470413] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394141, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.929673] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394142, 'name': PowerOffVM_Task, 'duration_secs': 0.279244} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.930241] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.931079] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70793cc2-81c3-43ae-b7dc-1a0e93806470 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.953238] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15663be-a8ad-4d65-9c1e-d7e6f6b5432c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.972267] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394141, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661707} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.972381] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.972605] env[65717]: DEBUG nova.compute.manager [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1212.973574] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a066b-1ae7-4013-804a-1105a4b12c14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.468377] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Creating Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1213.468739] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d783baa-6722-4f05-bcfd-05108b1fddd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.477158] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1213.477158] env[65717]: value = "task-4394143" [ 1213.477158] env[65717]: _type = "Task" [ 1213.477158] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.490218] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394143, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.490748] env[65717]: INFO nova.compute.manager [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Shelve offloading [ 1213.932174] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.933237] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8047b3b-bb73-4c33-a652-881aa6ecfa1f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.940328] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.940500] env[65717]: ERROR oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk due to incomplete transfer. [ 1213.940749] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72cb19b3-c40c-43c8-938c-3228000456b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.949734] env[65717]: DEBUG oslo_vmware.rw_handles [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250d4a3-1331-e728-16a4-86cb9e3933eb/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.949944] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Uploaded image a517353b-e56c-4037-b41a-b1fd41d10556 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.951633] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.951892] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38d60fb5-9f0a-4656-83c0-5fd1ed76f594 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.959125] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1213.959125] env[65717]: value = "task-4394144" [ 1213.959125] env[65717]: _type = "Task" [ 1213.959125] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.969467] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394144, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.987125] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.994896] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.995228] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f79055f-5166-4a0a-8db6-fb897615c3d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.002321] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1214.002321] env[65717]: value = "task-4394145" [ 1214.002321] env[65717]: _type = "Task" [ 1214.002321] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.011486] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.473516] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394144, 'name': Destroy_Task, 'duration_secs': 0.455409} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.473913] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Destroyed the VM [ 1214.475186] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.475186] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfd6ab40-3542-47dd-a361-415892a2a88e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.484180] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1214.484180] env[65717]: value = "task-4394146" [ 1214.484180] env[65717]: _type = "Task" [ 1214.484180] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.491185] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.497216] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.513630] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.513935] env[65717]: DEBUG nova.compute.manager [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1214.514727] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3decd1c7-01cb-4d01-a51f-e0c140d6fb3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.521813] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.521952] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.522136] env[65717]: DEBUG nova.network.neutron [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1214.996138] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394143, 'name': CreateSnapshot_Task, 'duration_secs': 1.044208} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.997116] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Created Snapshot of the VM instance {{(pid=65717) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1214.998308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f4cf5-afb2-4d31-9dc9-d0b20659ec39 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.007752] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394146, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390185} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.008665] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.009106] env[65717]: DEBUG nova.compute.manager [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.010310] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ede5b-ec96-4385-8668-8248643c1e90 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.025101] env[65717]: WARNING neutronclient.v2_0.client [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.207071] env[65717]: WARNING neutronclient.v2_0.client [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.276729] env[65717]: DEBUG nova.network.neutron [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updating instance_info_cache with network_info: [{"id": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "address": "fa:16:3e:97:98:83", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd034f9d7-48", "ovs_interfaceid": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.538951] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Creating linked-clone VM from snapshot {{(pid=65717) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1215.541308] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4ea1fed-1859-4522-929e-4b77e30b71bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.544700] env[65717]: INFO nova.compute.manager [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Shelve offloading [ 1215.552862] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1215.552862] env[65717]: value = "task-4394147" [ 1215.552862] env[65717]: _type = "Task" [ 1215.552862] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.566358] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394147, 'name': CloneVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.779571] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.779999] env[65717]: WARNING neutronclient.v2_0.client [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.780346] env[65717]: WARNING neutronclient.v2_0.client [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.009792] env[65717]: DEBUG nova.compute.manager [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received event network-vif-unplugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1216.010092] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.010092] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.010246] env[65717]: DEBUG oslo_concurrency.lockutils [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.010408] env[65717]: DEBUG nova.compute.manager [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] No waiting events found dispatching network-vif-unplugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1216.010577] env[65717]: WARNING nova.compute.manager [req-e3052362-2b4d-44d7-b8a7-32c115aaf8eb req-37475263-9467-49a0-9dc5-55b3717f52cb service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received unexpected event network-vif-unplugged-d034f9d7-48bb-4752-b24d-7ddd2c336143 for instance with vm_state shelved and task_state shelving_offloading. [ 1216.043761] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.045158] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0a7eb2-ff24-41f3-8b12-0fd6fe849d22 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.050098] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.050582] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f5d2c7-973c-46de-8433-e02d95c1032a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.058767] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.060445] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7496603-377e-4294-bd75-e6f6f0a9ed42 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.062677] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1216.062677] env[65717]: value = "task-4394148" [ 1216.062677] env[65717]: _type = "Task" [ 1216.062677] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.066434] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394147, 'name': CloneVM_Task} progress is 94%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.077115] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.077322] env[65717]: DEBUG nova.compute.manager [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1216.078153] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7075064e-28fa-462e-855a-ea01cc510734 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.085143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085342] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.085518] env[65717]: DEBUG nova.network.neutron [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.142021] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.142282] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.142466] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore1] 476fa026-9f5d-486b-8fa2-c0472d193b0e {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.142747] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41de4f53-17d4-4b7a-b382-666aecabb71d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.150852] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1216.150852] env[65717]: value = "task-4394150" [ 1216.150852] env[65717]: _type = "Task" [ 1216.150852] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.160678] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.564308] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394147, 'name': CloneVM_Task} progress is 95%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.588264] env[65717]: WARNING neutronclient.v2_0.client [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.661928] env[65717]: DEBUG oslo_vmware.api [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150216} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.662191] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.662380] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.662558] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.723103] env[65717]: INFO nova.scheduler.client.report [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance 476fa026-9f5d-486b-8fa2-c0472d193b0e [ 1216.779743] env[65717]: WARNING neutronclient.v2_0.client [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.885428] env[65717]: DEBUG nova.network.neutron [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.066211] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394147, 'name': CloneVM_Task, 'duration_secs': 1.200599} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.066211] env[65717]: INFO nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Created linked-clone VM from snapshot [ 1217.066893] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7b820-73bc-4cd6-82f7-eec81af6fb0a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.075243] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Uploading image dfe7e65e-1fe7-4a1e-8953-70c78de5c886 {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1217.096630] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1217.096630] env[65717]: value = "vm-860088" [ 1217.096630] env[65717]: _type = "VirtualMachine" [ 1217.096630] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1217.096920] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec90619b-2f8e-464e-abfd-ef877195215c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.104932] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease: (returnval){ [ 1217.104932] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52719003-6fbd-45a2-7f3e-43c3aa5f75d9" [ 1217.104932] env[65717]: _type = "HttpNfcLease" [ 1217.104932] env[65717]: } obtained for exporting VM: (result){ [ 1217.104932] env[65717]: value = "vm-860088" [ 1217.104932] env[65717]: _type = "VirtualMachine" [ 1217.104932] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1217.105317] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the lease: (returnval){ [ 1217.105317] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52719003-6fbd-45a2-7f3e-43c3aa5f75d9" [ 1217.105317] env[65717]: _type = "HttpNfcLease" [ 1217.105317] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1217.112623] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.112623] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52719003-6fbd-45a2-7f3e-43c3aa5f75d9" [ 1217.112623] env[65717]: _type = "HttpNfcLease" [ 1217.112623] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.227671] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.227972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.228204] env[65717]: DEBUG nova.objects.instance [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'resources' on Instance uuid 476fa026-9f5d-486b-8fa2-c0472d193b0e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.388711] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.389145] env[65717]: WARNING neutronclient.v2_0.client [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.389451] env[65717]: WARNING neutronclient.v2_0.client [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.614307] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.614307] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52719003-6fbd-45a2-7f3e-43c3aa5f75d9" [ 1217.614307] env[65717]: _type = "HttpNfcLease" [ 1217.614307] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1217.614569] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1217.614569] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52719003-6fbd-45a2-7f3e-43c3aa5f75d9" [ 1217.614569] env[65717]: _type = "HttpNfcLease" [ 1217.614569] env[65717]: }. {{(pid=65717) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1217.615385] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91dd35-f460-44c2-b321-820b5c9c7961 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.618516] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.624347] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1217.624515] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk for reading. {{(pid=65717) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1217.704640] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.705656] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246377f-4328-4a75-93b5-30f641acdd46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.713705] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.713957] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afaeaa0c-baf3-4ca2-a71a-27c1a6026247 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.718892] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7de2847-6558-47a6-8ded-340855c4ba0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.730957] env[65717]: DEBUG nova.objects.instance [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'numa_topology' on Instance uuid 476fa026-9f5d-486b-8fa2-c0472d193b0e {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.787396] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.787626] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.787789] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore1] 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.788124] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ef173f-a901-4b49-8838-b1e32512c6e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.795653] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1217.795653] env[65717]: value = "task-4394153" [ 1217.795653] env[65717]: _type = "Task" [ 1217.795653] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.805426] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.052301] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Received event network-changed-d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1218.052624] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Refreshing instance network info cache due to event network-changed-d034f9d7-48bb-4752-b24d-7ddd2c336143. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1218.053032] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Acquiring lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.053504] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Acquired lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.053504] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Refreshing network info cache for port d034f9d7-48bb-4752-b24d-7ddd2c336143 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.236494] env[65717]: DEBUG nova.objects.base [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Object Instance<476fa026-9f5d-486b-8fa2-c0472d193b0e> lazy-loaded attributes: resources,numa_topology {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.307846] env[65717]: DEBUG oslo_vmware.api [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132519} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.308128] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.308501] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.308628] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.329904] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d4b61-a6ff-4e00-913d-e983e3be70d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.333762] env[65717]: INFO nova.scheduler.client.report [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted allocations for instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 [ 1218.342340] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf50bbd-9db9-4df7-bd2c-a141d8ea0b2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.379379] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811997bf-afa0-45be-b86c-e2b9dcfd4027 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.389224] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212fbfbb-2471-42f4-8c2a-c49e7ed2fc74 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.405349] env[65717]: DEBUG nova.compute.provider_tree [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.556256] env[65717]: WARNING neutronclient.v2_0.client [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.713936] env[65717]: WARNING neutronclient.v2_0.client [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.806849] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updated VIF entry in instance network info cache for port d034f9d7-48bb-4752-b24d-7ddd2c336143. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1218.807343] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updating instance_info_cache with network_info: [{"id": "d034f9d7-48bb-4752-b24d-7ddd2c336143", "address": "fa:16:3e:97:98:83", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": null, "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd034f9d7-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.838207] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.908427] env[65717]: DEBUG nova.scheduler.client.report [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.310442] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Releasing lock "refresh_cache-476fa026-9f5d-486b-8fa2-c0472d193b0e" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.310810] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-vif-unplugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1219.310995] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.311319] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.311551] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.311710] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] No waiting events found dispatching network-vif-unplugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1219.311966] env[65717]: WARNING nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received unexpected event network-vif-unplugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa for instance with vm_state shelved and task_state shelving_offloading. [ 1219.312208] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1219.312483] env[65717]: DEBUG nova.compute.manager [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing instance network info cache due to event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1219.312760] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.312975] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.313230] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.414239] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.416866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.579s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.418033] env[65717]: DEBUG nova.objects.instance [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'resources' on Instance uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.817064] env[65717]: WARNING neutronclient.v2_0.client [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.921536] env[65717]: DEBUG nova.objects.instance [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'numa_topology' on Instance uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.925315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-53748b15-37e1-435c-8578-643c8677933b tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.981s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.926406] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.083s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.926661] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1219.926928] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.927487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.309s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.927720] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.928023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.928282] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.930250] env[65717]: INFO nova.compute.manager [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Terminating instance [ 1220.000884] env[65717]: WARNING neutronclient.v2_0.client [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.080562] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updated VIF entry in instance network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1220.080990] env[65717]: DEBUG nova.network.neutron [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap14fa012e-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.426146] env[65717]: DEBUG nova.objects.base [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Object Instance<339b80dc-be6d-4442-925d-3fcc62bed5e0> lazy-loaded attributes: resources,numa_topology {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.436787] env[65717]: DEBUG nova.compute.manager [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1220.437206] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.437483] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e963b8c-d981-409d-9a32-a1234c47ae2b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.451424] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e966702-b28f-4e21-b269-281ddfb36b07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.488031] env[65717]: WARNING nova.virt.vmwareapi.vmops [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 476fa026-9f5d-486b-8fa2-c0472d193b0e could not be found. [ 1220.488031] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.488031] env[65717]: INFO nova.compute.manager [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1220.488413] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1220.488413] env[65717]: DEBUG nova.compute.manager [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1220.488474] env[65717]: DEBUG nova.network.neutron [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1220.488706] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.505996] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79647306-d165-4c30-a496-ba1b2929ecf1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.514633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d12e75-0cf9-41b4-8176-f1ba46d0106f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.546689] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.549108] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d592cb2e-ea8a-4f23-ace9-8c9b17c454a3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.558809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078f236-b36b-44f2-8b97-d19eefd46ba2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.575427] env[65717]: DEBUG nova.compute.provider_tree [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.584618] env[65717]: DEBUG oslo_concurrency.lockutils [req-5548c08d-5dc2-4c85-9f64-7b6116834516 req-2463fce8-d57e-47a6-aa09-7ba111b2913e service nova] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.078900] env[65717]: DEBUG nova.scheduler.client.report [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.267251] env[65717]: DEBUG nova.network.neutron [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.305344] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.584119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.772164] env[65717]: INFO nova.compute.manager [-] [instance: 476fa026-9f5d-486b-8fa2-c0472d193b0e] Took 1.28 seconds to deallocate network for instance. [ 1222.092785] env[65717]: DEBUG oslo_concurrency.lockutils [None req-710a88aa-1a66-4d2b-b537-ed62ad0ee294 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.192s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.093866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.251s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.094094] env[65717]: INFO nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] During sync_power_state the instance has a pending task (shelving_image_pending_upload). Skip. [ 1222.094321] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.094859] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.790s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.095077] env[65717]: INFO nova.compute.manager [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Unshelving [ 1222.803279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "476fa026-9f5d-486b-8fa2-c0472d193b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.876s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.122205] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.122655] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.123057] env[65717]: DEBUG nova.objects.instance [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'pci_requests' on Instance uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.627503] env[65717]: DEBUG nova.objects.instance [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'numa_topology' on Instance uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.831032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "b716af89-6be7-4a2b-a799-9e345709f9f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.831032] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.130288] env[65717]: INFO nova.compute.claims [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.332635] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1224.869782] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.224719] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32f108-c609-44af-abda-7e5557f27bd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.233914] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5ceb9-cf84-4ea9-8925-b57f7d1e2228 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.265773] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace81e10-562d-4a3b-878c-7c22d995a3d1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.274717] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57e120-f770-4b09-9ee8-083a6ebed100 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.289272] env[65717]: DEBUG nova.compute.provider_tree [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.792698] env[65717]: DEBUG nova.scheduler.client.report [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.083486] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1226.084456] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290dc9a9-55e0-4cf8-a3df-7d22942eaba4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.091506] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1226.091674] env[65717]: ERROR oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk due to incomplete transfer. [ 1226.091906] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c4a4905-5003-4cc6-87a1-0f859ea96487 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.100468] env[65717]: DEBUG oslo_vmware.rw_handles [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52859e22-9d5f-4600-a279-6b5e378c2e74/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1226.100662] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Uploaded image dfe7e65e-1fe7-4a1e-8953-70c78de5c886 to the Glance image server {{(pid=65717) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1226.102856] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Destroying the VM {{(pid=65717) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1226.103146] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29e1bbc4-4aaf-49c7-bfc0-b36c83f7a362 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.109974] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1226.109974] env[65717]: value = "task-4394154" [ 1226.109974] env[65717]: _type = "Task" [ 1226.109974] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.119376] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394154, 'name': Destroy_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.299752] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.300094] env[65717]: WARNING neutronclient.v2_0.client [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.303050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.433s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.304548] env[65717]: INFO nova.compute.claims [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.332550] env[65717]: INFO nova.network.neutron [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating port 14fa012e-742a-43ff-9a98-cabbc51bb4aa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1226.619593] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394154, 'name': Destroy_Task, 'duration_secs': 0.370707} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.619869] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Destroyed the VM [ 1226.620111] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleting Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1226.620444] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89f78d28-58ff-4547-aebe-92095fecacd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627514] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1226.627514] env[65717]: value = "task-4394155" [ 1226.627514] env[65717]: _type = "Task" [ 1226.627514] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.637047] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.138382] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394155, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422331} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.138719] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleted Snapshot of the VM instance {{(pid=65717) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1227.138918] env[65717]: DEBUG nova.compute.manager [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.139698] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35192a-da4c-4c0a-ad7e-0746c7669a13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.404336] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea1897e-8570-4fa4-a072-1023aa9cfd2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.412238] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd9ea3-fb4f-486e-968c-4d741a37b7ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.442783] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba228a1-74c5-4b1d-b452-54afa9a9c1d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.451143] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bd0ad4-f1fb-457b-897c-2c80ba42339b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.466630] env[65717]: DEBUG nova.compute.provider_tree [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.652576] env[65717]: INFO nova.compute.manager [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Shelve offloading [ 1227.751879] env[65717]: DEBUG nova.compute.manager [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.752029] env[65717]: DEBUG oslo_concurrency.lockutils [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.752337] env[65717]: DEBUG oslo_concurrency.lockutils [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.752515] env[65717]: DEBUG oslo_concurrency.lockutils [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.752684] env[65717]: DEBUG nova.compute.manager [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] No waiting events found dispatching network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1227.752847] env[65717]: WARNING nova.compute.manager [req-e775ca77-6e36-4a39-8d87-ffadf30eca4d req-ea7451b4-ba16-463a-baf7-e9fb4548f3f4 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received unexpected event network-vif-plugged-14fa012e-742a-43ff-9a98-cabbc51bb4aa for instance with vm_state shelved_offloaded and task_state spawning. [ 1227.969638] env[65717]: DEBUG nova.scheduler.client.report [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.156439] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.156913] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0613a31b-3f4c-4c78-aedf-221052493daa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.165296] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1228.165296] env[65717]: value = "task-4394156" [ 1228.165296] env[65717]: _type = "Task" [ 1228.165296] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.176415] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.176706] env[65717]: DEBUG nova.compute.manager [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1228.177722] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf4a89-5a9b-45e2-a794-f395297dc027 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.185286] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.185807] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.186014] env[65717]: DEBUG nova.network.neutron [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.276959] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.277143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.277319] env[65717]: DEBUG nova.network.neutron [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.475200] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.475690] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1228.689352] env[65717]: WARNING neutronclient.v2_0.client [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.780580] env[65717]: WARNING neutronclient.v2_0.client [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.860189] env[65717]: WARNING neutronclient.v2_0.client [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.938496] env[65717]: DEBUG nova.network.neutron [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.961830] env[65717]: WARNING neutronclient.v2_0.client [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.981295] env[65717]: DEBUG nova.compute.utils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.982955] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1228.984284] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1228.984654] env[65717]: WARNING neutronclient.v2_0.client [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.984940] env[65717]: WARNING neutronclient.v2_0.client [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.026297] env[65717]: DEBUG nova.policy [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.036063] env[65717]: DEBUG nova.network.neutron [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.338406] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Successfully created port: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1229.441856] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.442352] env[65717]: WARNING neutronclient.v2_0.client [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.442721] env[65717]: WARNING neutronclient.v2_0.client [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.487876] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1229.539209] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25bc3d22883e80a7694c32afa73fab2b',container_format='bare',created_at=2025-11-12T14:36:31Z,direct_url=,disk_format='vmdk',id=a517353b-e56c-4037-b41a-b1fd41d10556,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1830130118-shelved',owner='2eb1510ae0544d6aa973f1b4e4511d33',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-11-12T14:36:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.571685] env[65717]: DEBUG nova.virt.hardware [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.573519] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73388fca-90e5-4402-8c36-d3a3730da540 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.589479] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60c8f09-9cf6-46f1-ad1f-c97d569eb889 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.604864] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a1:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fa012e-742a-43ff-9a98-cabbc51bb4aa', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.612453] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1229.612920] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.613610] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71201377-a342-41f8-9702-fb0b7aea9d70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.634070] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.634070] env[65717]: value = "task-4394157" [ 1229.634070] env[65717]: _type = "Task" [ 1229.634070] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.642651] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394157, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.678458] env[65717]: DEBUG nova.compute.manager [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-vif-unplugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1229.678760] env[65717]: DEBUG oslo_concurrency.lockutils [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.679063] env[65717]: DEBUG oslo_concurrency.lockutils [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.679379] env[65717]: DEBUG oslo_concurrency.lockutils [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.679564] env[65717]: DEBUG nova.compute.manager [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] No waiting events found dispatching network-vif-unplugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1229.679732] env[65717]: WARNING nova.compute.manager [req-cc31bc6c-912e-459d-a076-f6d39494d422 req-3add16c2-22da-4f25-9b3c-154861a6a11a service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received unexpected event network-vif-unplugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b for instance with vm_state shelved and task_state shelving_offloading. [ 1229.788050] env[65717]: DEBUG nova.compute.manager [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1229.788050] env[65717]: DEBUG nova.compute.manager [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing instance network info cache due to event network-changed-14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1229.788239] env[65717]: DEBUG oslo_concurrency.lockutils [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] Acquiring lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.788376] env[65717]: DEBUG oslo_concurrency.lockutils [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] Acquired lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.788553] env[65717]: DEBUG nova.network.neutron [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Refreshing network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.794408] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.795359] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1b7ad-8de9-43e0-a916-2630211183f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.806332] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.806715] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fb48802-eb1f-4ef8-b787-fd14d7385e99 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.907206] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.907567] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.907822] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleting the datastore file [datastore2] 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.908282] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b088db0c-a9c8-45ad-a1d7-7dab033b2f5e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.914971] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1229.914971] env[65717]: value = "task-4394159" [ 1229.914971] env[65717]: _type = "Task" [ 1229.914971] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.924734] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.145251] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394157, 'name': CreateVM_Task, 'duration_secs': 0.354121} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.145251] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.145445] env[65717]: WARNING neutronclient.v2_0.client [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.145710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.145863] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.146249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.146515] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e5db35-2db8-47a1-8460-1b1d207b3e13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.151399] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1230.151399] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52efa3a0-4db4-c4f3-8c04-d996f8a1f3d6" [ 1230.151399] env[65717]: _type = "Task" [ 1230.151399] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.159991] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52efa3a0-4db4-c4f3-8c04-d996f8a1f3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.291733] env[65717]: WARNING neutronclient.v2_0.client [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.424350] env[65717]: DEBUG oslo_vmware.api [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145725} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.424732] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.424804] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.424961] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.461312] env[65717]: INFO nova.scheduler.client.report [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted allocations for instance 373fc4a7-accd-4ca7-b3b5-0685301bcecd [ 1230.479642] env[65717]: WARNING neutronclient.v2_0.client [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.498907] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1230.527831] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1230.528143] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.528302] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1230.528478] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.528619] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1230.528757] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1230.528960] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.529126] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1230.529292] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1230.529449] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1230.529613] env[65717]: DEBUG nova.virt.hardware [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1230.530763] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e817d0f-4fd0-4be7-b9dd-d9988f181b8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.539437] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1021c5be-82db-481a-bac4-d27a9f8e057c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.646212] env[65717]: DEBUG nova.network.neutron [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updated VIF entry in instance network info cache for port 14fa012e-742a-43ff-9a98-cabbc51bb4aa. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1230.646707] env[65717]: DEBUG nova.network.neutron [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [{"id": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "address": "fa:16:3e:e9:a1:09", "network": {"id": "2fc7707c-e3d4-4b84-b662-62cf6c3f72fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1080322833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb1510ae0544d6aa973f1b4e4511d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fa012e-74", "ovs_interfaceid": "14fa012e-742a-43ff-9a98-cabbc51bb4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.665499] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.666283] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Processing image a517353b-e56c-4037-b41a-b1fd41d10556 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.666283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.666283] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.666283] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.666533] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e513649-32e9-4af9-a88c-d555bc46d1d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.688435] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.688631] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.689407] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bc47ee-a2b9-4287-94ab-8af6fa8bef77 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.696229] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1230.696229] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52917869-9086-695a-3605-fa7f791c3aef" [ 1230.696229] env[65717]: _type = "Task" [ 1230.696229] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.705380] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52917869-9086-695a-3605-fa7f791c3aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.837074] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Successfully updated port: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1230.877443] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.877670] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.965980] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.966279] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.966500] env[65717]: DEBUG nova.objects.instance [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'resources' on Instance uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.149380] env[65717]: DEBUG oslo_concurrency.lockutils [req-3bce3afb-2e1d-4904-ae44-444b6737c827 req-144a7209-3a4f-49e3-b995-93f4261e7c17 service nova] Releasing lock "refresh_cache-339b80dc-be6d-4442-925d-3fcc62bed5e0" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.248132] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1231.248132] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Fetch image to [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66/OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1231.248384] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Downloading stream optimized image a517353b-e56c-4037-b41a-b1fd41d10556 to [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66/OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66.vmdk on the data store datastore2 as vApp {{(pid=65717) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1231.248459] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Downloading image file data a517353b-e56c-4037-b41a-b1fd41d10556 to the ESX as VM named 'OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66' {{(pid=65717) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1231.339771] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.339970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.340181] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1231.350152] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1231.350152] env[65717]: value = "resgroup-9" [ 1231.350152] env[65717]: _type = "ResourcePool" [ 1231.350152] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1231.350450] env[65717]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6949cb10-e8df-42aa-aa7f-727e4d72b74c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.372334] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease: (returnval){ [ 1231.372334] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521177bb-53e8-dc34-90d7-9880a9dbaef3" [ 1231.372334] env[65717]: _type = "HttpNfcLease" [ 1231.372334] env[65717]: } obtained for vApp import into resource pool (val){ [ 1231.372334] env[65717]: value = "resgroup-9" [ 1231.372334] env[65717]: _type = "ResourcePool" [ 1231.372334] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1231.372652] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the lease: (returnval){ [ 1231.372652] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521177bb-53e8-dc34-90d7-9880a9dbaef3" [ 1231.372652] env[65717]: _type = "HttpNfcLease" [ 1231.372652] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.379518] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.379518] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521177bb-53e8-dc34-90d7-9880a9dbaef3" [ 1231.379518] env[65717]: _type = "HttpNfcLease" [ 1231.379518] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.380416] env[65717]: DEBUG nova.compute.utils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.469166] env[65717]: DEBUG nova.objects.instance [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'numa_topology' on Instance uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.867769] env[65717]: DEBUG nova.compute.manager [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1231.867979] env[65717]: DEBUG nova.compute.manager [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing instance network info cache due to event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1231.868208] env[65717]: DEBUG oslo_concurrency.lockutils [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.868347] env[65717]: DEBUG oslo_concurrency.lockutils [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.868502] env[65717]: DEBUG nova.network.neutron [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.878181] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1231.884498] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.885235] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.885235] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521177bb-53e8-dc34-90d7-9880a9dbaef3" [ 1231.885235] env[65717]: _type = "HttpNfcLease" [ 1231.885235] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.885754] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.885754] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521177bb-53e8-dc34-90d7-9880a9dbaef3" [ 1231.885754] env[65717]: _type = "HttpNfcLease" [ 1231.885754] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1231.887129] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c231ed-0ea5-43aa-81a9-24cece2224a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.895659] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.895825] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1231.958343] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65caa7c5-8379-44d6-9e5f-5269fa0d5f38 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.971894] env[65717]: DEBUG nova.objects.base [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Object Instance<373fc4a7-accd-4ca7-b3b5-0685301bcecd> lazy-loaded attributes: resources,numa_topology {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.978612] env[65717]: DEBUG nova.compute.manager [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Received event network-vif-plugged-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1231.978911] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Acquiring lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.979070] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.979208] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.979407] env[65717]: DEBUG nova.compute.manager [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] No waiting events found dispatching network-vif-plugged-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1231.979576] env[65717]: WARNING nova.compute.manager [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Received unexpected event network-vif-plugged-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 for instance with vm_state building and task_state spawning. [ 1231.979736] env[65717]: DEBUG nova.compute.manager [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Received event network-changed-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1231.980141] env[65717]: DEBUG nova.compute.manager [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Refreshing instance network info cache due to event network-changed-dd006ca1-c690-4e3b-92c6-8b0efd8955f6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1231.980383] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Acquiring lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.986750] env[65717]: WARNING neutronclient.v2_0.client [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.057778] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468ff223-c9d2-4fde-a6d2-c9f2131b8e43 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.067392] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365755d4-c31c-4ae0-af2c-dba5f8cd7456 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.073045] env[65717]: DEBUG nova.network.neutron [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Updating instance_info_cache with network_info: [{"id": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "address": "fa:16:3e:f9:fa:28", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd006ca1-c6", "ovs_interfaceid": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.103904] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba4da5-cb3b-435c-8a25-d48624bc254c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.113539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da716a6-40df-4d4b-98bf-67b3f96dd14d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.129462] env[65717]: DEBUG nova.compute.provider_tree [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.370929] env[65717]: WARNING neutronclient.v2_0.client [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.548518] env[65717]: WARNING neutronclient.v2_0.client [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.603887] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.604347] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Instance network_info: |[{"id": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "address": "fa:16:3e:f9:fa:28", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd006ca1-c6", "ovs_interfaceid": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1232.604718] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Acquired lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.604906] env[65717]: DEBUG nova.network.neutron [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Refreshing network info cache for port dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.606331] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:fa:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd006ca1-c690-4e3b-92c6-8b0efd8955f6', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.614606] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1232.616186] env[65717]: WARNING neutronclient.v2_0.client [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.618663] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.619411] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735e4ff0-8f03-43a7-a31b-69c4b3b4f6ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.635626] env[65717]: DEBUG nova.network.neutron [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updated VIF entry in instance network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.635974] env[65717]: DEBUG nova.network.neutron [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.638450] env[65717]: DEBUG nova.scheduler.client.report [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.649869] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.649869] env[65717]: value = "task-4394161" [ 1232.649869] env[65717]: _type = "Task" [ 1232.649869] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.668141] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394161, 'name': CreateVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.816698] env[65717]: WARNING neutronclient.v2_0.client [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.905068] env[65717]: DEBUG nova.network.neutron [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Updated VIF entry in instance network info cache for port dd006ca1-c690-4e3b-92c6-8b0efd8955f6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.905068] env[65717]: DEBUG nova.network.neutron [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Updating instance_info_cache with network_info: [{"id": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "address": "fa:16:3e:f9:fa:28", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd006ca1-c6", "ovs_interfaceid": "dd006ca1-c690-4e3b-92c6-8b0efd8955f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.958805] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.960308] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.960308] env[65717]: INFO nova.compute.manager [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Attaching volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb to /dev/sdb [ 1233.003128] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa20c6-a590-4414-b8a3-d4531c2deeba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.014022] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81735aef-0587-4f7c-a412-68a9fafffc44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.030323] env[65717]: DEBUG nova.virt.block_device [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating existing volume attachment record: 0256f791-b77e-4902-bfda-aaa8fd6556a1 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.142757] env[65717]: DEBUG oslo_concurrency.lockutils [req-44fc1690-dc92-4191-b6a8-4567594149b2 req-0d3286c5-95c1-4436-ab1a-2aea94fcf536 service nova] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.144831] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.166269] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394161, 'name': CreateVM_Task, 'duration_secs': 0.367314} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.167844] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1233.168133] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.168365] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.169663] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e339bf6-bc98-4276-9deb-f87d0585f949 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.174156] env[65717]: WARNING neutronclient.v2_0.client [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.174593] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.174770] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.175139] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.176330] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071397fd-3ba9-4588-bc3c-ae4dae21b774 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.183752] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.183975] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1233.184351] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1233.184351] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a49484-41ef-e5f8-f072-fb177c01cfce" [ 1233.184351] env[65717]: _type = "Task" [ 1233.184351] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.184625] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e2f9faab-cfab-4e5b-b2bc-b725c2e371a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.198427] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a49484-41ef-e5f8-f072-fb177c01cfce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.208124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.363146] env[65717]: DEBUG oslo_vmware.rw_handles [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87684-17b8-c6a4-473d-ef18d760b185/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1233.363338] env[65717]: INFO nova.virt.vmwareapi.images [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Downloaded image file data a517353b-e56c-4037-b41a-b1fd41d10556 [ 1233.364049] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73605a36-4e94-4464-b961-b6fb10c176bd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.381475] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb33230-354e-4ed9-ba3b-69b39ca53e0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.409080] env[65717]: DEBUG oslo_concurrency.lockutils [req-78a39906-7b4d-4d20-99f2-09d26ee9a751 req-c1d860e3-4aeb-492a-ad1e-2e05e5a92e5b service nova] Releasing lock "refresh_cache-b716af89-6be7-4a2b-a799-9e345709f9f1" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.409080] env[65717]: INFO nova.virt.vmwareapi.images [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] The imported VM was unregistered [ 1233.411363] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1233.411586] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.411975] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e653eb2-e67c-4455-85bc-177e272c65f0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.425514] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Created directory with path [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.425774] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66/OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66.vmdk to [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk. {{(pid=65717) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1233.426068] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-525e92a2-acf4-4b57-a502-8e82d965661d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.433457] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1233.433457] env[65717]: value = "task-4394166" [ 1233.433457] env[65717]: _type = "Task" [ 1233.433457] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.443766] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.654364] env[65717]: DEBUG oslo_concurrency.lockutils [None req-a7d24c66-2b1e-4a6f-8edc-67f42c65cbf2 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.253s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.655024] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.447s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.655212] env[65717]: INFO nova.compute.manager [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Unshelving [ 1233.697980] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a49484-41ef-e5f8-f072-fb177c01cfce, 'name': SearchDatastore_Task, 'duration_secs': 0.023814} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.698305] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.698549] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.698783] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.698926] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.699118] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.699406] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729f4f14-6efc-44fc-85b9-062e0ed49494 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.715765] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.715978] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.716814] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca1ce7f-9dd5-4217-af48-96e5d722efb2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.723625] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1233.723625] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52319aff-7e10-8b28-3e55-f4105034127b" [ 1233.723625] env[65717]: _type = "Task" [ 1233.723625] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.735997] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52319aff-7e10-8b28-3e55-f4105034127b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.946976] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.241043] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52319aff-7e10-8b28-3e55-f4105034127b, 'name': SearchDatastore_Task, 'duration_secs': 0.052474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.241043] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09849c54-fae8-4b83-8bd6-bc9ee3ee375f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.249827] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1234.249827] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a11b2-f6b8-8b68-a250-706573a07bef" [ 1234.249827] env[65717]: _type = "Task" [ 1234.249827] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.264673] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a11b2-f6b8-8b68-a250-706573a07bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.448511] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.683831] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.684240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.684404] env[65717]: DEBUG nova.objects.instance [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'pci_requests' on Instance uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.763662] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529a11b2-f6b8-8b68-a250-706573a07bef, 'name': SearchDatastore_Task, 'duration_secs': 0.093715} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.764437] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.764740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b716af89-6be7-4a2b-a799-9e345709f9f1/b716af89-6be7-4a2b-a799-9e345709f9f1.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.765071] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c1c48d1-df02-4c34-b9f0-ce6837f6c1fd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.776277] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1234.776277] env[65717]: value = "task-4394167" [ 1234.776277] env[65717]: _type = "Task" [ 1234.776277] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.789128] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.949313] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.189080] env[65717]: DEBUG nova.objects.instance [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'numa_topology' on Instance uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.289475] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.450222] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.691972] env[65717]: INFO nova.compute.claims [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.788440] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.947067] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.291391] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394167, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.449793] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394166, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.550613} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.450119] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66/OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66.vmdk to [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk. [ 1236.450349] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Cleaning up location [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1236.450492] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3c2c6f8b-271e-4021-9785-5839ef607b66 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.450783] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9809ddfb-292c-419d-bcf2-bf918af1b453 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.460301] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1236.460301] env[65717]: value = "task-4394169" [ 1236.460301] env[65717]: _type = "Task" [ 1236.460301] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.473028] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.792035] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394167, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.861934} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.792361] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b716af89-6be7-4a2b-a799-9e345709f9f1/b716af89-6be7-4a2b-a799-9e345709f9f1.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.792511] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.792776] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d9bed2-ef6c-4904-af12-acb7680980df {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.796752] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1466d54b-0969-4f64-a860-e602137dcc07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.800982] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1236.800982] env[65717]: value = "task-4394170" [ 1236.800982] env[65717]: _type = "Task" [ 1236.800982] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.807797] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6336c3-8a5d-45c2-9e64-58acdbd92996 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.815457] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.847849] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb796e-4963-46df-96db-fc2803378a06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.856922] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac0c25-d731-4c3a-9370-09b149472ece {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.873902] env[65717]: DEBUG nova.compute.provider_tree [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.971325] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295466} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.971574] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.971691] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.971918] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk to [datastore2] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.972198] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-407cae4d-f45d-46d8-933f-0d37a4436561 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.979519] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1236.979519] env[65717]: value = "task-4394171" [ 1236.979519] env[65717]: _type = "Task" [ 1236.979519] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.988146] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.311913] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072753} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.312136] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.312950] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3093d8ee-f8bc-463f-ae96-02ac8382eecf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.335787] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b716af89-6be7-4a2b-a799-9e345709f9f1/b716af89-6be7-4a2b-a799-9e345709f9f1.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.336111] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37edac4e-a0b2-42ad-9f92-c4cc0c20cfb1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.358882] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1237.358882] env[65717]: value = "task-4394172" [ 1237.358882] env[65717]: _type = "Task" [ 1237.358882] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.368614] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.377977] env[65717]: DEBUG nova.scheduler.client.report [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.490160] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.582196] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.582543] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.583659] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ac0ab-c4cd-4d8c-999c-ecb2d40d7b25 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.602284] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aabb6d-1a5e-4f8d-8f52-09d5c069d059 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.631066] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.631394] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84a4f39-7453-45c8-9964-d0a4a3e66e7a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.650778] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1237.650778] env[65717]: value = "task-4394173" [ 1237.650778] env[65717]: _type = "Task" [ 1237.650778] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.659823] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.870993] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394172, 'name': ReconfigVM_Task, 'duration_secs': 0.502698} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.871508] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b716af89-6be7-4a2b-a799-9e345709f9f1/b716af89-6be7-4a2b-a799-9e345709f9f1.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.872050] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46e0e76a-3fae-48b9-b850-d727cd50ee8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.879924] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1237.879924] env[65717]: value = "task-4394174" [ 1237.879924] env[65717]: _type = "Task" [ 1237.879924] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.883832] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.200s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.884217] env[65717]: WARNING neutronclient.v2_0.client [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.893204] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394174, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.931078] env[65717]: INFO nova.network.neutron [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1237.990427] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.162831] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.391747] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394174, 'name': Rename_Task, 'duration_secs': 0.208973} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.392054] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.392358] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b168d71d-c3c1-4928-850a-f76fff32cc00 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.401560] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1238.401560] env[65717]: value = "task-4394175" [ 1238.401560] env[65717]: _type = "Task" [ 1238.401560] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.412115] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.491204] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.663241] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.774217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.774561] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.774756] env[65717]: DEBUG nova.compute.manager [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1238.775833] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9723d44-2105-48ad-8508-f15d47216d06 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.784467] env[65717]: DEBUG nova.compute.manager [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1238.785124] env[65717]: DEBUG nova.objects.instance [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'flavor' on Instance uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.914179] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.992568] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.163636] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.413873] env[65717]: DEBUG oslo_vmware.api [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394175, 'name': PowerOnVM_Task, 'duration_secs': 0.532283} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.415306] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.415526] env[65717]: INFO nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1239.415704] env[65717]: DEBUG nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1239.416854] env[65717]: DEBUG nova.compute.manager [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1239.417066] env[65717]: DEBUG oslo_concurrency.lockutils [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.417270] env[65717]: DEBUG oslo_concurrency.lockutils [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.417438] env[65717]: DEBUG oslo_concurrency.lockutils [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.417602] env[65717]: DEBUG nova.compute.manager [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] No waiting events found dispatching network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1239.417767] env[65717]: WARNING nova.compute.manager [req-75c637b2-f93f-4123-8c2c-215c681e3dd9 req-ff75831b-0e7d-4e1f-a5c6-5a0aa243b6db service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received unexpected event network-vif-plugged-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b for instance with vm_state shelved_offloaded and task_state spawning. [ 1239.418633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419686a6-5fc5-4b7c-86e4-0699a02b4ee7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.493890] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.521440] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.521627] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.521937] env[65717]: DEBUG nova.network.neutron [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1239.666166] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.795295] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.795662] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8564fa6b-b84e-425b-9a1e-2e54679d0f78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.804128] env[65717]: DEBUG oslo_vmware.api [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1239.804128] env[65717]: value = "task-4394176" [ 1239.804128] env[65717]: _type = "Task" [ 1239.804128] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.814434] env[65717]: DEBUG oslo_vmware.api [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.939164] env[65717]: INFO nova.compute.manager [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Took 15.10 seconds to build instance. [ 1239.994721] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394171, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.956817} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.995010] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a517353b-e56c-4037-b41a-b1fd41d10556/a517353b-e56c-4037-b41a-b1fd41d10556.vmdk to [datastore2] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.995876] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c317016-82a8-4ac5-b812-dac72083c7bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.021107] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.021426] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a951eafb-e73c-49ca-aea1-f96edb95212c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.036642] env[65717]: WARNING neutronclient.v2_0.client [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.044633] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1240.044633] env[65717]: value = "task-4394177" [ 1240.044633] env[65717]: _type = "Task" [ 1240.044633] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.053940] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.168521] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394173, 'name': ReconfigVM_Task, 'duration_secs': 2.36488} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.169289] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.174521] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f67b0d-7bb1-4bca-a63b-064f141ac73f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.196335] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1240.196335] env[65717]: value = "task-4394178" [ 1240.196335] env[65717]: _type = "Task" [ 1240.196335] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.207756] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.219990] env[65717]: WARNING neutronclient.v2_0.client [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.295389] env[65717]: DEBUG nova.network.neutron [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.318091] env[65717]: DEBUG oslo_vmware.api [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394176, 'name': PowerOffVM_Task, 'duration_secs': 0.212364} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.318329] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.318518] env[65717]: DEBUG nova.compute.manager [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1240.319297] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ce275-f00f-4aba-aa34-b0238c63463a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.441606] env[65717]: DEBUG oslo_concurrency.lockutils [None req-702a5342-b49a-4235-8be4-10578f6446f2 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.611s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.556060] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.666447] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "b716af89-6be7-4a2b-a799-9e345709f9f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.666726] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.666905] env[65717]: DEBUG nova.compute.manager [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1240.667819] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23b2764-7add-4245-9a18-343f0f61cc75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.675768] env[65717]: DEBUG nova.compute.manager [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1240.676130] env[65717]: DEBUG nova.objects.instance [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'flavor' on Instance uuid b716af89-6be7-4a2b-a799-9e345709f9f1 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.706962] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.798131] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.826313] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af105136c223c2d19d553eac09b69146',container_format='bare',created_at=2025-11-12T14:36:43Z,direct_url=,disk_format='vmdk',id=dfe7e65e-1fe7-4a1e-8953-70c78de5c886,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-565798157-shelved',owner='4eb54d0f902f46a79524141a70899df5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-12T14:36:58Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.826569] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.826728] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.826907] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.827068] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.827219] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.827426] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.827584] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.827749] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.827911] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.828096] env[65717]: DEBUG nova.virt.hardware [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.830642] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7a73cb-e1d3-4615-a708-0eb7a56bad71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.833988] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1bcb77cd-3588-4b7f-83a0-516297e7b476 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.841162] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb5e04-efb5-47b3-a2ba-1107c80dc965 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.856398] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:41:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b6b59c-a9b9-4629-9b27-b7435b4fd16b', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.863951] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1240.864835] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.865076] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af088e2-f7e2-4ba9-9628-2899574ce128 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.885871] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.885871] env[65717]: value = "task-4394179" [ 1240.885871] env[65717]: _type = "Task" [ 1240.885871] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.895181] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394179, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.055947] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.210182] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.227814] env[65717]: DEBUG nova.objects.instance [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'flavor' on Instance uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.396880] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394179, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.452219] env[65717]: DEBUG nova.compute.manager [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1241.452450] env[65717]: DEBUG nova.compute.manager [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing instance network info cache due to event network-changed-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1241.452694] env[65717]: DEBUG oslo_concurrency.lockutils [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] Acquiring lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.452858] env[65717]: DEBUG oslo_concurrency.lockutils [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] Acquired lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.453336] env[65717]: DEBUG nova.network.neutron [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Refreshing network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.556696] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394177, 'name': ReconfigVM_Task, 'duration_secs': 1.049078} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.556969] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 339b80dc-be6d-4442-925d-3fcc62bed5e0/339b80dc-be6d-4442-925d-3fcc62bed5e0.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.557674] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2de05097-53d3-46db-8e7d-3c73ccc3bcbc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.564975] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1241.564975] env[65717]: value = "task-4394180" [ 1241.564975] env[65717]: _type = "Task" [ 1241.564975] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.573951] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394180, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.684108] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.684523] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e9b503-1e98-4a99-8500-1749379830ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.692269] env[65717]: DEBUG oslo_vmware.api [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1241.692269] env[65717]: value = "task-4394181" [ 1241.692269] env[65717]: _type = "Task" [ 1241.692269] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.701613] env[65717]: DEBUG oslo_vmware.api [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.710818] env[65717]: DEBUG oslo_vmware.api [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394178, 'name': ReconfigVM_Task, 'duration_secs': 1.156495} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.711204] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.733426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.733604] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.733763] env[65717]: DEBUG nova.network.neutron [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.733972] env[65717]: DEBUG nova.objects.instance [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'info_cache' on Instance uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.899091] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394179, 'name': CreateVM_Task, 'duration_secs': 0.55611} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.899322] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.899830] env[65717]: WARNING neutronclient.v2_0.client [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.900215] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.900384] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.900770] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.901047] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810bb981-0394-41e8-8388-28d27e1b2139 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.906905] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1241.906905] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e6d43-cdc5-386a-5463-d82584242a0f" [ 1241.906905] env[65717]: _type = "Task" [ 1241.906905] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.916063] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520e6d43-cdc5-386a-5463-d82584242a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.955893] env[65717]: WARNING neutronclient.v2_0.client [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.078584] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394180, 'name': Rename_Task, 'duration_secs': 0.179023} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.078890] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.079120] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b61dc406-5d62-49af-9157-264c1f048bb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.086807] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1242.086807] env[65717]: value = "task-4394182" [ 1242.086807] env[65717]: _type = "Task" [ 1242.086807] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.095854] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.131395] env[65717]: WARNING neutronclient.v2_0.client [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.204915] env[65717]: DEBUG oslo_vmware.api [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394181, 'name': PowerOffVM_Task, 'duration_secs': 0.166723} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.206153] env[65717]: DEBUG nova.network.neutron [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updated VIF entry in instance network info cache for port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1242.206530] env[65717]: DEBUG nova.network.neutron [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [{"id": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "address": "fa:16:3e:15:41:64", "network": {"id": "6b4f4eab-abee-45dd-86cb-7f1fe6bede7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-716193842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb54d0f902f46a79524141a70899df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b6b59c-a9", "ovs_interfaceid": "c1b6b59c-a9b9-4629-9b27-b7435b4fd16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.207844] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.208061] env[65717]: DEBUG nova.compute.manager [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1242.209204] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f4e306-7df8-470a-b516-640e9d35f64e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.238775] env[65717]: DEBUG nova.objects.base [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.418953] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.419270] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Processing image dfe7e65e-1fe7-4a1e-8953-70c78de5c886 {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.419516] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.419669] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.419836] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.420143] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4162ddb9-68f2-4a3d-b1af-69de00f7a01e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.430624] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.430805] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.431696] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed24b949-bceb-47a4-ac6b-0b02108cd78e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.438663] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1242.438663] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52be964e-0e5b-2300-9b69-2dbdee334aa1" [ 1242.438663] env[65717]: _type = "Task" [ 1242.438663] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.455256] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Preparing fetch location {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1242.455519] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Fetch image to [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f/OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f.vmdk {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1242.455704] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Downloading stream optimized image dfe7e65e-1fe7-4a1e-8953-70c78de5c886 to [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f/OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f.vmdk on the data store datastore1 as vApp {{(pid=65717) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1242.455875] env[65717]: DEBUG nova.virt.vmwareapi.images [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Downloading image file data dfe7e65e-1fe7-4a1e-8953-70c78de5c886 to the ESX as VM named 'OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f' {{(pid=65717) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1242.536678] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1242.536678] env[65717]: value = "resgroup-9" [ 1242.536678] env[65717]: _type = "ResourcePool" [ 1242.536678] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1242.537008] env[65717]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64c978e0-a8c9-483c-a6d6-3470e19b3150 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.559983] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease: (returnval){ [ 1242.559983] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1242.559983] env[65717]: _type = "HttpNfcLease" [ 1242.559983] env[65717]: } obtained for vApp import into resource pool (val){ [ 1242.559983] env[65717]: value = "resgroup-9" [ 1242.559983] env[65717]: _type = "ResourcePool" [ 1242.559983] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1242.560323] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the lease: (returnval){ [ 1242.560323] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1242.560323] env[65717]: _type = "HttpNfcLease" [ 1242.560323] env[65717]: } to be ready. {{(pid=65717) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1242.572168] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.572168] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1242.572168] env[65717]: _type = "HttpNfcLease" [ 1242.572168] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1242.597606] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.709861] env[65717]: DEBUG oslo_concurrency.lockutils [req-6602f10b-0ff2-4954-b719-08ece48503be req-014c6baf-cdbd-4c75-89d8-9b3f5e5cae8d service nova] Releasing lock "refresh_cache-373fc4a7-accd-4ca7-b3b5-0685301bcecd" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.724064] env[65717]: DEBUG oslo_concurrency.lockutils [None req-21119528-b189-4157-a29d-13ef0d347235 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.743230] env[65717]: WARNING neutronclient.v2_0.client [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.759044] env[65717]: DEBUG nova.objects.instance [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'flavor' on Instance uuid a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.932500] env[65717]: WARNING neutronclient.v2_0.client [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.006392] env[65717]: DEBUG nova.network.neutron [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.068401] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "b716af89-6be7-4a2b-a799-9e345709f9f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.068724] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.068944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.069146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.069310] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.072539] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.072539] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1243.072539] env[65717]: _type = "HttpNfcLease" [ 1243.072539] env[65717]: } is initializing. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.073027] env[65717]: INFO nova.compute.manager [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Terminating instance [ 1243.098738] env[65717]: DEBUG oslo_vmware.api [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394182, 'name': PowerOnVM_Task, 'duration_secs': 0.541708} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.099056] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.216377] env[65717]: DEBUG nova.compute.manager [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1243.217364] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5154c418-76f1-49d0-8469-f7e17d1be9c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.265625] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e6967b57-e0ed-4374-bb4d-738ef15e3081 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.306s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.508926] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.573208] env[65717]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.573208] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1243.573208] env[65717]: _type = "HttpNfcLease" [ 1243.573208] env[65717]: } is ready. {{(pid=65717) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1243.573655] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1243.573655] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52038f65-ded8-940e-a07a-1bb441983291" [ 1243.573655] env[65717]: _type = "HttpNfcLease" [ 1243.573655] env[65717]: }. {{(pid=65717) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1243.574725] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14be2ca-1df8-4943-b2dd-8c71dfca5920 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.578897] env[65717]: DEBUG nova.compute.manager [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1243.579189] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.580266] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912273df-432b-46e3-b464-18f40bc9c2aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.591636] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk from lease info. {{(pid=65717) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1243.591842] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk. {{(pid=65717) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1243.596428] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.597850] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee25e69-eb15-43a3-b70e-c950313b3065 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.682965] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ccea8b73-d8c8-4649-9cbd-d8738b36694a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.743420] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0516c361-641c-4d1c-8b39-be0b2009edcf tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.648s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.753581] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.754042] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.754347] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore2] b716af89-6be7-4a2b-a799-9e345709f9f1 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.754837] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234eb6c6-45b3-4ff4-8c34-cf6c2fb90dec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.763486] env[65717]: DEBUG oslo_vmware.api [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1243.763486] env[65717]: value = "task-4394185" [ 1243.763486] env[65717]: _type = "Task" [ 1243.763486] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.773650] env[65717]: DEBUG oslo_vmware.api [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.874072] env[65717]: INFO nova.compute.manager [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Rebuilding instance [ 1243.933629] env[65717]: DEBUG nova.compute.manager [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1243.934624] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed9c6a3-9fc5-4ebb-bc0b-f59e0d32ce02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.277524] env[65717]: DEBUG oslo_vmware.api [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168551} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.277916] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.277916] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.278094] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.278235] env[65717]: INFO nova.compute.manager [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Took 0.70 seconds to destroy the instance on the hypervisor. [ 1244.278480] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1244.279653] env[65717]: DEBUG nova.compute.manager [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1244.279751] env[65717]: DEBUG nova.network.neutron [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1244.280018] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.315860] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.517016] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.517016] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad6d957-529e-41d4-86bc-5bd845bd5110 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.526488] env[65717]: DEBUG oslo_vmware.api [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1244.526488] env[65717]: value = "task-4394186" [ 1244.526488] env[65717]: _type = "Task" [ 1244.526488] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.538116] env[65717]: DEBUG oslo_vmware.api [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.635780] env[65717]: DEBUG nova.compute.manager [req-9a1b2db8-4562-49cd-bcbf-7e130e4d5942 req-7a09a459-3a3c-47e0-9864-02bca2e1466b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Received event network-vif-deleted-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1244.635780] env[65717]: INFO nova.compute.manager [req-9a1b2db8-4562-49cd-bcbf-7e130e4d5942 req-7a09a459-3a3c-47e0-9864-02bca2e1466b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Neutron deleted interface dd006ca1-c690-4e3b-92c6-8b0efd8955f6; detaching it from the instance and deleting it from the info cache [ 1244.635780] env[65717]: DEBUG nova.network.neutron [req-9a1b2db8-4562-49cd-bcbf-7e130e4d5942 req-7a09a459-3a3c-47e0-9864-02bca2e1466b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.851655] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Completed reading data from the image iterator. {{(pid=65717) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1244.852517] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1244.853777] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55209c-8575-4d06-8707-1a1aa86e2b4b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.863932] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk is in state: ready. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1244.864307] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk. {{(pid=65717) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1244.864619] env[65717]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a49ce96f-d7bf-4ba6-9a74-22c023d3fa9c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.952449] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.952779] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5466a940-a92a-4578-babb-7ca4bdd97381 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.960347] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1244.960347] env[65717]: value = "task-4394187" [ 1244.960347] env[65717]: _type = "Task" [ 1244.960347] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.969838] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.041683] env[65717]: DEBUG oslo_vmware.api [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394186, 'name': PowerOnVM_Task, 'duration_secs': 0.425573} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.041683] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.041683] env[65717]: DEBUG nova.compute.manager [None req-e69e392e-aed3-495b-8688-4c68c748e746 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1245.041683] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993fc384-423b-4101-908d-4a67f3b68c7f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.057015] env[65717]: DEBUG nova.network.neutron [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.140854] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-504abcdb-2ec4-44c6-8790-d1c484818a16 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.152216] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6487c-611b-4792-ad5c-877dd19786a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.173370] env[65717]: DEBUG oslo_vmware.rw_handles [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522210ce-505e-f881-f589-a152c5e1ed79/disk-0.vmdk. {{(pid=65717) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1245.173607] env[65717]: INFO nova.virt.vmwareapi.images [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Downloaded image file data dfe7e65e-1fe7-4a1e-8953-70c78de5c886 [ 1245.174528] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306a924-d91c-4c4f-b263-7cb0964b949f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.188742] env[65717]: DEBUG nova.compute.manager [req-9a1b2db8-4562-49cd-bcbf-7e130e4d5942 req-7a09a459-3a3c-47e0-9864-02bca2e1466b service nova] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Detach interface failed, port_id=dd006ca1-c690-4e3b-92c6-8b0efd8955f6, reason: Instance b716af89-6be7-4a2b-a799-9e345709f9f1 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1245.200425] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0723e6-74af-40fd-9c11-037a5de6d2a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.228130] env[65717]: INFO nova.virt.vmwareapi.images [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] The imported VM was unregistered [ 1245.231850] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Caching image {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1245.232401] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.233449] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f50fcf6-0129-49bb-8b20-3af395b8868f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.247592] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Created directory with path [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886 {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.247993] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f/OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f.vmdk to [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk. {{(pid=65717) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1245.248545] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-62930ecb-d833-4aaf-b4c1-287f81df3798 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.258453] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1245.258453] env[65717]: value = "task-4394189" [ 1245.258453] env[65717]: _type = "Task" [ 1245.258453] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.268289] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.474519] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394187, 'name': PowerOffVM_Task, 'duration_secs': 0.229192} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.474950] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.546498] env[65717]: INFO nova.compute.manager [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Detaching volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb [ 1245.559542] env[65717]: INFO nova.compute.manager [-] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Took 1.28 seconds to deallocate network for instance. [ 1245.592150] env[65717]: INFO nova.virt.block_device [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Attempting to driver detach volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb from mountpoint /dev/sdb [ 1245.592449] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.592640] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.593720] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac525c-ce5e-4584-b827-3548d562bb92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.623919] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c084b-27bb-4654-8433-792b5c263dec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.635158] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c10404-0206-469c-8d91-0a8dc19cacbf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.659705] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59a9f1-1c1f-462e-a56c-f8f58a0e3971 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.682277] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The volume has not been displaced from its original location: [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.687912] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.688347] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a848d58b-dd82-434c-b72b-43e9ae87447c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.710689] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1245.710689] env[65717]: value = "task-4394190" [ 1245.710689] env[65717]: _type = "Task" [ 1245.710689] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.723519] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.772248] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.065944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.066393] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.066540] env[65717]: DEBUG nova.objects.instance [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'resources' on Instance uuid b716af89-6be7-4a2b-a799-9e345709f9f1 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.224113] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.272711] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.560940] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a51e4-6d05-4776-81f6-c7c9bf7e918e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.574434] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Suspending the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1246.574782] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-005bd077-60d7-4d16-8828-703caf7ad9bb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.586198] env[65717]: DEBUG oslo_vmware.api [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1246.586198] env[65717]: value = "task-4394191" [ 1246.586198] env[65717]: _type = "Task" [ 1246.586198] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.600924] env[65717]: DEBUG oslo_vmware.api [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394191, 'name': SuspendVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.687310] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137938b2-0d39-4119-8b13-8763005f4d26 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.699152] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43cc56-4f38-4361-aef7-6a8d40ec83b8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.740882] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c3c44-89cf-4f4b-b9bf-47a860fbe608 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.756682] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c39c80-074b-4c88-844a-038eeb1716d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.763544] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.777759] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.787504] env[65717]: DEBUG nova.compute.provider_tree [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.103319] env[65717]: DEBUG oslo_vmware.api [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394191, 'name': SuspendVM_Task} progress is 54%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.251297] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.278517] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.292743] env[65717]: DEBUG nova.scheduler.client.report [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.600512] env[65717]: DEBUG oslo_vmware.api [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394191, 'name': SuspendVM_Task, 'duration_secs': 0.712447} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.600901] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Suspended the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1247.600961] env[65717]: DEBUG nova.compute.manager [None req-e40e99f0-346b-4f05-bcc7-216709c0be74 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1247.601899] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e88839-44e2-4cbb-9c53-b080385b9bb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.746399] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394190, 'name': ReconfigVM_Task, 'duration_secs': 1.547703} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.746649] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.751439] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70efa2c-d683-4ff8-9570-ef03eb57030c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.766299] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1247.766299] env[65717]: value = "task-4394192" [ 1247.766299] env[65717]: _type = "Task" [ 1247.766299] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.778405] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394189, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.4624} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.781628] env[65717]: INFO nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f/OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f.vmdk to [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk. [ 1247.781821] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Cleaning up location [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1247.781982] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9d62eff1-e18a-4a94-9e3a-8c6ac451ba5f {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.782249] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.782451] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b97d235-0cad-46fb-a78c-e50b6435e246 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.789409] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1247.789409] env[65717]: value = "task-4394193" [ 1247.789409] env[65717]: _type = "Task" [ 1247.789409] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.799103] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.801220] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.827728] env[65717]: INFO nova.scheduler.client.report [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance b716af89-6be7-4a2b-a799-9e345709f9f1 [ 1248.280926] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394192, 'name': ReconfigVM_Task, 'duration_secs': 0.164315} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.281312] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.300490] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052012} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.300767] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.300935] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.301197] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk to [datastore1] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.301547] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9096f88c-bcc0-4fb9-ab19-a0d9668da12e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.309011] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1248.309011] env[65717]: value = "task-4394194" [ 1248.309011] env[65717]: _type = "Task" [ 1248.309011] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.318029] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.335757] env[65717]: DEBUG oslo_concurrency.lockutils [None req-abeb9632-d2ff-4c97-b802-c31e804b201f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "b716af89-6be7-4a2b-a799-9e345709f9f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.267s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.821626] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.976683] env[65717]: INFO nova.compute.manager [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Resuming [ 1248.977390] env[65717]: DEBUG nova.objects.instance [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'flavor' on Instance uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.152678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.152955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.322112] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.341200] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.341538] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea1ef58e-0bf6-4721-9ec2-6f64afa49107 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.349861] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1249.349861] env[65717]: value = "task-4394195" [ 1249.349861] env[65717]: _type = "Task" [ 1249.349861] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.359264] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.655854] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1249.821916] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.861341] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] VM already powered off {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1249.861565] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.861769] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.862767] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3043346-ddec-4ef2-8e62-7f5b1756e2bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.884268] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d1719-6367-4ed9-9aaa-5627b2e74107 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.891916] env[65717]: WARNING nova.virt.vmwareapi.driver [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1249.892279] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.893115] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf88ad0-ae5d-4868-b618-f9f473736297 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.900886] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.901184] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77372486-503f-4829-9133-124ab102b848 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.048885] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.049276] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.049375] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.049664] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9984cd2f-7532-46a7-9fba-d10c0c930b5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.057774] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1250.057774] env[65717]: value = "task-4394197" [ 1250.057774] env[65717]: _type = "Task" [ 1250.057774] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.068775] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.180503] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.180795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.182302] env[65717]: INFO nova.compute.claims [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.321903] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.488182] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.488361] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquired lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.488513] env[65717]: DEBUG nova.network.neutron [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1250.569234] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.821499] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394194, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.396667} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.821763] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dfe7e65e-1fe7-4a1e-8953-70c78de5c886/dfe7e65e-1fe7-4a1e-8953-70c78de5c886.vmdk to [datastore1] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.822656] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c5c5fd-cf50-461d-9e56-11c95ab06272 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.845092] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.845361] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1439472f-da37-444c-89d3-6e1ef16744e5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.865342] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1250.865342] env[65717]: value = "task-4394198" [ 1250.865342] env[65717]: _type = "Task" [ 1250.865342] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.873863] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.991392] env[65717]: WARNING neutronclient.v2_0.client [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.050028] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.050028] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.069816] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.730177} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.070438] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.070712] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.070978] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.176632] env[65717]: WARNING neutronclient.v2_0.client [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.246643] env[65717]: DEBUG nova.network.neutron [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [{"id": "ca991ace-5a70-448b-b405-2c08f6429dd4", "address": "fa:16:3e:0d:ea:2e", "network": {"id": "54a25357-9a14-41ae-ac94-500432aaff95", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-711310838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b62278cdb9a84ac8a3f0884e49184c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca991ace-5a", "ovs_interfaceid": "ca991ace-5a70-448b-b405-2c08f6429dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.279907] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943d8be-ca11-4e3c-9a0b-8d4822389ab0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.289863] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38747a6-eac0-4a3c-9626-1905d9424a6f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.324124] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad7e47-ce3a-4bd7-b137-9ae1f8a6d3dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.332122] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0b3e0-ac80-49af-bba8-42238a138fdc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.345462] env[65717]: DEBUG nova.compute.provider_tree [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.376159] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394198, 'name': ReconfigVM_Task, 'duration_secs': 0.313345} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.376298] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 373fc4a7-accd-4ca7-b3b5-0685301bcecd/373fc4a7-accd-4ca7-b3b5-0685301bcecd.vmdk or device None with type streamOptimized {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.376936] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d3b997a-fcb9-4ac4-b0a8-5757f6dfa68e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.385067] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1251.385067] env[65717]: value = "task-4394199" [ 1251.385067] env[65717]: _type = "Task" [ 1251.385067] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.393542] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394199, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.519811] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.520043] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.578973] env[65717]: INFO nova.virt.block_device [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Booting with volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb at /dev/sdb [ 1251.616719] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d7dd4dc-e028-4c58-af70-bbe1d1f0a234 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.627006] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4153a7-3c0c-49e8-b62a-97a5c644e2e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.656649] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee95c766-0d0d-426a-ad6a-c8d6e640fbd7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.665809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae454f-8da5-4e2c-8fac-b8b8cb754b2d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693241] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337c0916-d3b2-4b95-a6fa-cd11f7c452a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.701171] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65096df9-e3d7-44d4-8f8d-5f0a9a664039 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.715410] env[65717]: DEBUG nova.virt.block_device [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating existing volume attachment record: 4f79d3a9-92b9-4436-8469-590989af39f5 {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1251.749388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Releasing lock "refresh_cache-f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.750568] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888f1e0-b4b2-4a38-9c1b-4475259c93ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.758033] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Resuming the VM {{(pid=65717) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1251.758366] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8df5cbc-cb42-4e88-b7e6-dfc1e2d56ee4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.765784] env[65717]: DEBUG oslo_vmware.api [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1251.765784] env[65717]: value = "task-4394200" [ 1251.765784] env[65717]: _type = "Task" [ 1251.765784] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.775172] env[65717]: DEBUG oslo_vmware.api [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.848855] env[65717]: DEBUG nova.scheduler.client.report [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.896369] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394199, 'name': Rename_Task, 'duration_secs': 0.215718} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.896779] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.897134] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfab3517-c326-4e80-bb06-7ec271024412 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.904384] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1251.904384] env[65717]: value = "task-4394201" [ 1251.904384] env[65717]: _type = "Task" [ 1251.904384] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.912734] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.277380] env[65717]: DEBUG oslo_vmware.api [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.354233] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.354828] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1252.415174] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.777499] env[65717]: DEBUG oslo_vmware.api [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394200, 'name': PowerOnVM_Task, 'duration_secs': 0.810557} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.777787] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Resumed the VM {{(pid=65717) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1252.777995] env[65717]: DEBUG nova.compute.manager [None req-c19c0042-739d-4728-bf74-3be0578aa6b9 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1252.778987] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66beb8-5a47-4fb2-8d64-ca08bf21ff19 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.860391] env[65717]: DEBUG nova.compute.utils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.862176] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1252.862665] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1252.863034] env[65717]: WARNING neutronclient.v2_0.client [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.863354] env[65717]: WARNING neutronclient.v2_0.client [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.915906] env[65717]: DEBUG oslo_vmware.api [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394201, 'name': PowerOnVM_Task, 'duration_secs': 0.79995} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.917539] env[65717]: DEBUG nova.policy [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.919302] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.033866] env[65717]: DEBUG nova.compute.manager [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.034687] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3107f130-2b18-4212-8168-2d049e7e549b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.219350] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Successfully created port: 682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1253.367034] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1253.553030] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.898s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.840143] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.840143] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.840143] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.840309] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.840502] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.840604] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.840911] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.840911] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.841100] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.841267] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.841673] env[65717]: DEBUG nova.virt.hardware [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.842420] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5766a37-bc84-4fa0-af93-30875d11277d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.845852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.846162] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.846327] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.846487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.846648] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.851247] env[65717]: INFO nova.compute.manager [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Terminating instance [ 1253.853725] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba4b55c-4a3b-48f5-b9d4-d0bbb28d894c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.869711] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ac25ef-34c9-4631-ae29-52695a3fdc96', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.877274] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1253.881754] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.881902] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f625966e-7c18-4167-b420-1c790cd69fc0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.902782] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.902782] env[65717]: value = "task-4394202" [ 1253.902782] env[65717]: _type = "Task" [ 1253.902782] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.911662] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394202, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.360113] env[65717]: DEBUG nova.compute.manager [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1254.360329] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.361242] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4f95e-7ce5-4214-a9f7-8fce8fd66342 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.369755] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.370026] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6290e255-d28a-43f8-a157-1442fb58bac9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.377613] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1254.377613] env[65717]: value = "task-4394203" [ 1254.377613] env[65717]: _type = "Task" [ 1254.377613] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.383115] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1254.389792] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.416796] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394202, 'name': CreateVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.419235] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1254.419477] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.419660] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1254.419856] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.420010] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1254.420175] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1254.420399] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.420561] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1254.420729] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1254.420891] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1254.421395] env[65717]: DEBUG nova.virt.hardware [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1254.422415] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f43047f-0c77-4bb3-abf5-278f4dce64f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.432507] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e07136-1e07-4579-8e77-4570ad0aa5ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.579706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.579981] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.580261] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.580389] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.580554] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.582795] env[65717]: INFO nova.compute.manager [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Terminating instance [ 1254.647847] env[65717]: DEBUG nova.compute.manager [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Received event network-vif-plugged-682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1254.648076] env[65717]: DEBUG oslo_concurrency.lockutils [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] Acquiring lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.648375] env[65717]: DEBUG oslo_concurrency.lockutils [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.648452] env[65717]: DEBUG oslo_concurrency.lockutils [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.648598] env[65717]: DEBUG nova.compute.manager [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] No waiting events found dispatching network-vif-plugged-682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1254.648761] env[65717]: WARNING nova.compute.manager [req-538ed323-f88e-4eb9-832f-0f5a132850ff req-b218be30-0e89-495c-aa6f-13017728997e service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Received unexpected event network-vif-plugged-682ef773-6b35-4bb4-9b26-876ad497bc83 for instance with vm_state building and task_state spawning. [ 1254.728062] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Successfully updated port: 682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1254.889526] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394203, 'name': PowerOffVM_Task, 'duration_secs': 0.292018} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.889841] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.889959] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.890231] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e686e151-f0f3-4408-b4b9-42b74719ae66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.916611] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394202, 'name': CreateVM_Task, 'duration_secs': 0.608408} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.916800] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.917350] env[65717]: WARNING neutronclient.v2_0.client [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1254.917717] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.917871] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.918220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.918488] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edb2929-86c2-477d-920a-8cb89fc55b7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.924906] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1254.924906] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522170d0-e29c-a82a-4de6-7959844d7c6b" [ 1254.924906] env[65717]: _type = "Task" [ 1254.924906] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.934521] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522170d0-e29c-a82a-4de6-7959844d7c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.971043] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.971577] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.971806] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleting the datastore file [datastore2] f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.972192] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638c8ee3-7865-4fa8-9e41-1226d1718b6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.980283] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for the task: (returnval){ [ 1254.980283] env[65717]: value = "task-4394205" [ 1254.980283] env[65717]: _type = "Task" [ 1254.980283] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.992637] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.087290] env[65717]: DEBUG nova.compute.manager [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1255.087509] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.088571] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9130ce5-8b24-483e-80a4-9cb02b810762 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.098021] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.098346] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9b7aff-6c0a-4c81-b9fb-b2b5767f269a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.105372] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1255.105372] env[65717]: value = "task-4394206" [ 1255.105372] env[65717]: _type = "Task" [ 1255.105372] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.115822] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.230987] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.231240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.231526] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1255.436232] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522170d0-e29c-a82a-4de6-7959844d7c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.436553] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.436784] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.437023] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.437168] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.437342] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.437607] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b306ae35-72d8-496f-adb5-63b127614670 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.447595] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.447777] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.448494] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08515e72-442b-4008-a9d3-5a98719526ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.454397] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1255.454397] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214a4e7-f1d6-439d-3312-899d5cac88c1" [ 1255.454397] env[65717]: _type = "Task" [ 1255.454397] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.462260] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214a4e7-f1d6-439d-3312-899d5cac88c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.490516] env[65717]: DEBUG oslo_vmware.api [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Task: {'id': task-4394205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147035} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.490770] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.490949] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.491138] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.491308] env[65717]: INFO nova.compute.manager [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1255.491617] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1255.491818] env[65717]: DEBUG nova.compute.manager [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1255.491914] env[65717]: DEBUG nova.network.neutron [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1255.492172] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.558598] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.615512] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394206, 'name': PowerOffVM_Task, 'duration_secs': 0.182832} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.615787] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.615980] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.616222] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cede786-b53b-415b-8876-80c2ecaeffe7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.684695] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.684933] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.685127] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleting the datastore file [datastore1] 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.685402] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ce8f60-7852-4b98-a67b-3e6015a3c9bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.693546] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for the task: (returnval){ [ 1255.693546] env[65717]: value = "task-4394208" [ 1255.693546] env[65717]: _type = "Task" [ 1255.693546] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.702386] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.767226] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1255.845683] env[65717]: WARNING neutronclient.v2_0.client [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.920104] env[65717]: DEBUG nova.network.neutron [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Updating instance_info_cache with network_info: [{"id": "682ef773-6b35-4bb4-9b26-876ad497bc83", "address": "fa:16:3e:eb:6c:7d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682ef773-6b", "ovs_interfaceid": "682ef773-6b35-4bb4-9b26-876ad497bc83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.967214] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5214a4e7-f1d6-439d-3312-899d5cac88c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.969727] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c35769d-188a-46b4-acf4-1df8887731f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.976121] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1255.976121] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52088ee7-5a07-cec3-e11c-6643944d7f60" [ 1255.976121] env[65717]: _type = "Task" [ 1255.976121] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.985804] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52088ee7-5a07-cec3-e11c-6643944d7f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.205654] env[65717]: DEBUG oslo_vmware.api [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Task: {'id': task-4394208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116835} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.205914] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.206121] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.206292] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.206458] env[65717]: INFO nova.compute.manager [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.206698] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1256.206889] env[65717]: DEBUG nova.compute.manager [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1256.206983] env[65717]: DEBUG nova.network.neutron [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1256.207244] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.263768] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.423771] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.424204] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Instance network_info: |[{"id": "682ef773-6b35-4bb4-9b26-876ad497bc83", "address": "fa:16:3e:eb:6c:7d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682ef773-6b", "ovs_interfaceid": "682ef773-6b35-4bb4-9b26-876ad497bc83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1256.424730] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:6c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '682ef773-6b35-4bb4-9b26-876ad497bc83', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.432821] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1256.433098] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.433347] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3432df-3e22-4d4a-8a6c-41b3dae98961 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.455975] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.455975] env[65717]: value = "task-4394209" [ 1256.455975] env[65717]: _type = "Task" [ 1256.455975] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.465449] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394209, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.469963] env[65717]: DEBUG nova.network.neutron [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.490802] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52088ee7-5a07-cec3-e11c-6643944d7f60, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.491786] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.492062] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.492347] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f45c0446-b507-4781-8033-28924d6be48e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.499612] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1256.499612] env[65717]: value = "task-4394210" [ 1256.499612] env[65717]: _type = "Task" [ 1256.499612] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.509653] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.519710] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.519956] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.520260] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1256.683404] env[65717]: DEBUG nova.compute.manager [req-f223c15b-6a98-4927-9176-edbc021ab768 req-08c97fd8-e43b-44db-9583-c8a065630435 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Received event network-vif-deleted-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1256.683404] env[65717]: INFO nova.compute.manager [req-f223c15b-6a98-4927-9176-edbc021ab768 req-08c97fd8-e43b-44db-9583-c8a065630435 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Neutron deleted interface c1b6b59c-a9b9-4629-9b27-b7435b4fd16b; detaching it from the instance and deleting it from the info cache [ 1256.683616] env[65717]: DEBUG nova.network.neutron [req-f223c15b-6a98-4927-9176-edbc021ab768 req-08c97fd8-e43b-44db-9583-c8a065630435 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.687395] env[65717]: DEBUG nova.compute.manager [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Received event network-changed-682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1256.687536] env[65717]: DEBUG nova.compute.manager [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Refreshing instance network info cache due to event network-changed-682ef773-6b35-4bb4-9b26-876ad497bc83. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1256.687746] env[65717]: DEBUG oslo_concurrency.lockutils [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] Acquiring lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.687973] env[65717]: DEBUG oslo_concurrency.lockutils [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] Acquired lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.688038] env[65717]: DEBUG nova.network.neutron [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Refreshing network info cache for port 682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.967247] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394209, 'name': CreateVM_Task, 'duration_secs': 0.344185} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.967601] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.967877] env[65717]: WARNING neutronclient.v2_0.client [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.968248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.968401] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.968710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.968965] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0261811a-501d-43d8-b7a6-75d7ac76d7bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.973818] env[65717]: INFO nova.compute.manager [-] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Took 1.48 seconds to deallocate network for instance. [ 1256.974145] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1256.974145] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5242afe5-87ec-9090-4a36-8f9c37ff98eb" [ 1256.974145] env[65717]: _type = "Task" [ 1256.974145] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.987278] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5242afe5-87ec-9090-4a36-8f9c37ff98eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.987562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.987785] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.988015] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.988170] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.988350] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.988599] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df85ac8d-b3bf-4d19-9947-0c2e4cda294b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.997299] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.997476] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.998268] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c2aec8-0716-4e7a-8637-07a95a2d3efc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.008163] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1257.008163] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522cd0df-f8aa-c116-3871-7f6533e86a7d" [ 1257.008163] env[65717]: _type = "Task" [ 1257.008163] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.011381] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45239} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.014740] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.014975] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.015270] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa047505-391f-4b62-b8f3-4a0f9c136ee8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.022784] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]522cd0df-f8aa-c116-3871-7f6533e86a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.024708] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1257.024708] env[65717]: value = "task-4394211" [ 1257.024708] env[65717]: _type = "Task" [ 1257.024708] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.024942] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a25425c-9594-420c-9e79-ad6465e02b48 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.038906] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.039117] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1257.039117] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5200805a-6023-97e7-882a-495be09a1f69" [ 1257.039117] env[65717]: _type = "Task" [ 1257.039117] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.050125] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5200805a-6023-97e7-882a-495be09a1f69, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.050393] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.050646] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0d421944-5c19-446f-b2f1-c0f7f90865c6/0d421944-5c19-446f-b2f1-c0f7f90865c6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.051164] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730b3430-28fd-4122-b26f-5c94818090bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.058632] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1257.058632] env[65717]: value = "task-4394212" [ 1257.058632] env[65717]: _type = "Task" [ 1257.058632] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.069317] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.159030] env[65717]: DEBUG nova.network.neutron [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.189950] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92fd9a67-65a5-4d28-b6d6-443ef1c3d3f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.194718] env[65717]: WARNING neutronclient.v2_0.client [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.206610] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2861018f-e0c4-4d07-8058-50869d3224fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.249996] env[65717]: DEBUG nova.compute.manager [req-f223c15b-6a98-4927-9176-edbc021ab768 req-08c97fd8-e43b-44db-9583-c8a065630435 service nova] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Detach interface failed, port_id=c1b6b59c-a9b9-4629-9b27-b7435b4fd16b, reason: Instance 373fc4a7-accd-4ca7-b3b5-0685301bcecd could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1257.483785] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.484148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.484498] env[65717]: DEBUG nova.objects.instance [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lazy-loading 'resources' on Instance uuid f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.493342] env[65717]: WARNING neutronclient.v2_0.client [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.540143] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076191} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.540439] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.541390] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cdc015-fbc6-4914-9fb0-e40659758977 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.564123] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.564888] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3063c67-261f-42fd-8176-07c149974b72 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.579667] env[65717]: DEBUG nova.network.neutron [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Updated VIF entry in instance network info cache for port 682ef773-6b35-4bb4-9b26-876ad497bc83. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1257.580015] env[65717]: DEBUG nova.network.neutron [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Updating instance_info_cache with network_info: [{"id": "682ef773-6b35-4bb4-9b26-876ad497bc83", "address": "fa:16:3e:eb:6c:7d", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682ef773-6b", "ovs_interfaceid": "682ef773-6b35-4bb4-9b26-876ad497bc83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.590998] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466169} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.592980] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 0d421944-5c19-446f-b2f1-c0f7f90865c6/0d421944-5c19-446f-b2f1-c0f7f90865c6.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.593215] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.593848] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1257.593848] env[65717]: value = "task-4394213" [ 1257.593848] env[65717]: _type = "Task" [ 1257.593848] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.594211] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcbfebb1-b3c6-45ff-817f-fd183fdc2032 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604890] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.606242] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1257.606242] env[65717]: value = "task-4394214" [ 1257.606242] env[65717]: _type = "Task" [ 1257.606242] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.616758] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.661636] env[65717]: INFO nova.compute.manager [-] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Took 1.45 seconds to deallocate network for instance. [ 1258.071301] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcd1ab-a32f-4133-8b47-1ce24773c35a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.079616] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2fd74-e1a1-4d4f-8f06-ccc456290230 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.086058] env[65717]: DEBUG oslo_concurrency.lockutils [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] Releasing lock "refresh_cache-0d421944-5c19-446f-b2f1-c0f7f90865c6" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.086307] env[65717]: DEBUG nova.compute.manager [req-cd210476-4097-407e-9865-4f55fab43d1d req-aed2b529-df3c-473c-94be-abeb5bc1c7ba service nova] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Received event network-vif-deleted-ca991ace-5a70-448b-b405-2c08f6429dd4 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1258.117353] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0f236-9095-4eb5-9c7f-c617ea89ad20 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.125148] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394213, 'name': ReconfigVM_Task, 'duration_secs': 0.272348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.129647] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd/a32ad0b3-3de7-4162-9f79-ae519b5f2dcd.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.130832] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'guest_format': None, 'disk_bus': None, 'encryption_format': None, 'image_id': '724fab6b-f0b4-4853-9430-a4e857da79fe'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4f79d3a9-92b9-4436-8469-590989af39f5', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'}, 'volume_type': None}], 'swap': None} {{(pid=65717) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1258.131061] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1258.131256] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1258.131612] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067077} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.132308] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9dd90e-ed8c-473e-80ef-7e6feadc4ace {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.135757] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa0a82d-1e3c-428e-b4a6-bfa6c99b0916 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.139996] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.140733] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b3b5fe-c8c2-484e-b431-fe8e48d49257 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.174153] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2395f53-a1a5-4f55-85ec-1e1b6df9f918 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.177094] env[65717]: DEBUG nova.compute.provider_tree [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.179466] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.188229] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 0d421944-5c19-446f-b2f1-c0f7f90865c6/0d421944-5c19-446f-b2f1-c0f7f90865c6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.189431] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7cffbff-ce48-4bdf-9d1b-604f65bac03b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.229598] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.231379] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8a79c4-9730-4364-9f5a-c567d093caf9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.248497] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1258.248497] env[65717]: value = "task-4394215" [ 1258.248497] env[65717]: _type = "Task" [ 1258.248497] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.254837] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1258.254837] env[65717]: value = "task-4394216" [ 1258.254837] env[65717]: _type = "Task" [ 1258.254837] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.258317] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.267009] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.520022] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.689966] env[65717]: DEBUG nova.scheduler.client.report [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.759756] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394215, 'name': ReconfigVM_Task, 'duration_secs': 0.36853} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.762482] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 0d421944-5c19-446f-b2f1-c0f7f90865c6/0d421944-5c19-446f-b2f1-c0f7f90865c6.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.763116] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa809ec-9fb2-4fb1-a681-6b18e3c7b7c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.771554] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394216, 'name': ReconfigVM_Task, 'duration_secs': 0.339049} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.773225] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.778149] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1258.778149] env[65717]: value = "task-4394217" [ 1258.778149] env[65717]: _type = "Task" [ 1258.778149] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.778382] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce113b45-7d20-4b47-b707-ac5fa62a532e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.800480] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394217, 'name': Rename_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.801843] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1258.801843] env[65717]: value = "task-4394218" [ 1258.801843] env[65717]: _type = "Task" [ 1258.801843] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.809983] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.023703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.195886] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.198237] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.019s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.198467] env[65717]: DEBUG nova.objects.instance [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lazy-loading 'resources' on Instance uuid 373fc4a7-accd-4ca7-b3b5-0685301bcecd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.214891] env[65717]: INFO nova.scheduler.client.report [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Deleted allocations for instance f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d [ 1259.300532] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394217, 'name': Rename_Task, 'duration_secs': 0.192215} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.300837] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.301143] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f91e7da3-8b98-4b0c-b639-07a9b55cbf75 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.313066] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394218, 'name': ReconfigVM_Task, 'duration_secs': 0.143395} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.314508] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1259.315191] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1259.315191] env[65717]: value = "task-4394219" [ 1259.315191] env[65717]: _type = "Task" [ 1259.315191] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.315434] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d53bc9-de9d-413b-9cca-b27d876162de {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.327260] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.328888] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1259.328888] env[65717]: value = "task-4394220" [ 1259.328888] env[65717]: _type = "Task" [ 1259.328888] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.339260] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394220, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.724672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-d328d081-275a-495c-b61b-0519cf0ad055 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Lock "f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.808248] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33700aea-ee5a-4df4-af71-28757efa0953 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.817596] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590d8b1f-3733-40c1-9d31-6bcfed4ca144 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.830862] env[65717]: DEBUG oslo_vmware.api [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394219, 'name': PowerOnVM_Task, 'duration_secs': 0.468406} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.857843] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.858090] env[65717]: INFO nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Took 5.47 seconds to spawn the instance on the hypervisor. [ 1259.858274] env[65717]: DEBUG nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1259.859321] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d9e56-072a-4333-88e1-086574e10686 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.862181] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aeef93-e53c-4239-928b-b05a22cf000c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.870317] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394220, 'name': Rename_Task, 'duration_secs': 0.168224} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.873512] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.876531] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e1278b-60c1-473a-aa3c-c9b59fe93b70 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.879092] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4b156-289d-4fc4-adac-33321d65932b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.894496] env[65717]: DEBUG nova.compute.provider_tree [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.897212] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1259.897212] env[65717]: value = "task-4394221" [ 1259.897212] env[65717]: _type = "Task" [ 1259.897212] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.908421] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.392462] env[65717]: INFO nova.compute.manager [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Took 10.23 seconds to build instance. [ 1260.399236] env[65717]: DEBUG nova.scheduler.client.report [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.413751] env[65717]: DEBUG oslo_vmware.api [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394221, 'name': PowerOnVM_Task, 'duration_secs': 0.470862} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.414088] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.414259] env[65717]: DEBUG nova.compute.manager [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1260.415102] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435a6788-d4c8-4b88-9699-eb2f38e9d33c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.895451] env[65717]: DEBUG oslo_concurrency.lockutils [None req-35883acf-10ba-439b-83cb-111eca8ae799 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.742s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.908422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.910487] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.887s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.910684] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.910756] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1260.911791] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed535f48-82fc-473d-8fcb-2b524c812711 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.921172] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eac3c9-936f-48c3-9850-1afb8619eb30 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.941391] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6f00ba-52f5-4785-9e18-eac8db010a3a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.944178] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.944429] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.944621] env[65717]: DEBUG nova.objects.instance [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65717) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1260.948654] env[65717]: INFO nova.scheduler.client.report [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Deleted allocations for instance 373fc4a7-accd-4ca7-b3b5-0685301bcecd [ 1260.954550] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5faa88-3228-4335-8cfc-af8e9029bde7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.989617] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179907MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1260.989732] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.373060] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64701997-6c8b-404d-833f-b7666044989e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.380267] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Suspending the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1261.380524] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-726fb2ff-3070-47b8-8217-32f8938fadee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.387645] env[65717]: DEBUG oslo_vmware.api [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1261.387645] env[65717]: value = "task-4394222" [ 1261.387645] env[65717]: _type = "Task" [ 1261.387645] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.401854] env[65717]: DEBUG oslo_vmware.api [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394222, 'name': SuspendVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.466331] env[65717]: DEBUG oslo_concurrency.lockutils [None req-dc2b735d-d539-4067-877e-0d2938eeb0e5 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Lock "373fc4a7-accd-4ca7-b3b5-0685301bcecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.886s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.899267] env[65717]: DEBUG oslo_vmware.api [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394222, 'name': SuspendVM_Task} progress is 66%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.957186] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e80178a1-5b6d-4cbe-a897-66dc13f4cfe8 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.958567] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.969s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.398370] env[65717]: DEBUG oslo_vmware.api [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394222, 'name': SuspendVM_Task, 'duration_secs': 0.618459} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.398613] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Suspended the VM {{(pid=65717) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1262.398825] env[65717]: DEBUG nova.compute.manager [None req-d431fd68-f4eb-45ae-bb8e-ee4bafc5ff26 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1262.399633] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f516e-3656-47e1-a815-f5e7dc9e707b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.989556] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1262.989844] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance a32ad0b3-3de7-4162-9f79-ae519b5f2dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1262.989891] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1262.990029] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 0d421944-5c19-446f-b2f1-c0f7f90865c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1262.990283] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1262.990553] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '4', 'num_proj_050733dc261b428497efcb3bf043c1ad': '2', 'io_workload': '0', 'num_proj_2eb1510ae0544d6aa973f1b4e4511d33': '1', 'num_task_suspending': '1', 'num_proj_7fa08006b5214ff59dface7dd97ebb97': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1263.052811] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c4517-61e6-4e8e-812e-02b5ec5081e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.061279] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4df87b-dd10-4c23-83c3-55379a4990ee {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.093148] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e9a2b-5380-4642-aa17-e10212025cb5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.101948] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a263ea-1988-4e98-9556-953b16dc463b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.117850] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.621230] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.816381] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.817747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.817747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.817747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.817747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.819701] env[65717]: INFO nova.compute.manager [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Terminating instance [ 1264.126660] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1264.126920] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.325322] env[65717]: DEBUG nova.compute.manager [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1264.325322] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.326607] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c9670-06f8-41f2-9b0a-6a08a06d0ea2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.335280] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.335617] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d99cd96-a8d7-4195-8f6d-6ab4afddb9e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.412258] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.412590] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.412913] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore1] 0d421944-5c19-446f-b2f1-c0f7f90865c6 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.413260] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae79adf7-1f10-4d5c-b0b2-3abd82765e13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.422422] env[65717]: DEBUG oslo_vmware.api [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1264.422422] env[65717]: value = "task-4394225" [ 1264.422422] env[65717]: _type = "Task" [ 1264.422422] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.433525] env[65717]: DEBUG oslo_vmware.api [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.933511] env[65717]: DEBUG oslo_vmware.api [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359944} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.933819] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.934014] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.934196] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.934603] env[65717]: INFO nova.compute.manager [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1264.934603] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1264.934938] env[65717]: DEBUG nova.compute.manager [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1264.934938] env[65717]: DEBUG nova.network.neutron [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1264.935202] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.000445] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.233753] env[65717]: DEBUG nova.compute.manager [req-2e137cab-598a-4bae-895b-2158a91a13c9 req-4eec0271-ab24-4f5e-a05e-2eaa891af74a service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Received event network-vif-deleted-682ef773-6b35-4bb4-9b26-876ad497bc83 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1265.233990] env[65717]: INFO nova.compute.manager [req-2e137cab-598a-4bae-895b-2158a91a13c9 req-4eec0271-ab24-4f5e-a05e-2eaa891af74a service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Neutron deleted interface 682ef773-6b35-4bb4-9b26-876ad497bc83; detaching it from the instance and deleting it from the info cache [ 1265.233990] env[65717]: DEBUG nova.network.neutron [req-2e137cab-598a-4bae-895b-2158a91a13c9 req-4eec0271-ab24-4f5e-a05e-2eaa891af74a service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.689138] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "4c4e203d-76ba-4822-9f39-374c3de2b239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.689375] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.702871] env[65717]: DEBUG nova.network.neutron [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.739274] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26d13484-4a7b-4b3a-b9a7-c35e095b73cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.751866] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f39fa3b-67c4-458b-945c-00107c0f4845 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.782154] env[65717]: DEBUG nova.compute.manager [req-2e137cab-598a-4bae-895b-2158a91a13c9 req-4eec0271-ab24-4f5e-a05e-2eaa891af74a service nova] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Detach interface failed, port_id=682ef773-6b35-4bb4-9b26-876ad497bc83, reason: Instance 0d421944-5c19-446f-b2f1-c0f7f90865c6 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1266.121421] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.192259] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1266.205738] env[65717]: INFO nova.compute.manager [-] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Took 1.27 seconds to deallocate network for instance. [ 1266.713774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.714104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.714328] env[65717]: DEBUG nova.objects.instance [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'resources' on Instance uuid 0d421944-5c19-446f-b2f1-c0f7f90865c6 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.716921] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.318373] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4030ea03-dbca-4ef4-b39b-1c4369f4217b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.327326] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f87e8-a74c-4965-bbe8-8ea87e417c8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.360460] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c33464-310c-44bd-bdbf-936314b337bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.369404] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac083c-27aa-4612-a852-6ee24e3bbc13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.386886] env[65717]: DEBUG nova.compute.provider_tree [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.514418] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.890841] env[65717]: DEBUG nova.scheduler.client.report [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.396993] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.399566] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.683s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.401103] env[65717]: INFO nova.compute.claims [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.422404] env[65717]: INFO nova.scheduler.client.report [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance 0d421944-5c19-446f-b2f1-c0f7f90865c6 [ 1268.931491] env[65717]: DEBUG oslo_concurrency.lockutils [None req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "0d421944-5c19-446f-b2f1-c0f7f90865c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.114s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.481194] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b03887-b181-4354-a8e9-ad07dfd88895 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.489368] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f31c84-c2e5-4a8d-ac70-0879960fc038 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.524880] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c88520-8ad1-4731-86d0-3341379b8035 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.533413] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b654e89-b918-449c-85fb-9b6aaf7fbb5a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.547900] env[65717]: DEBUG nova.compute.provider_tree [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.842959] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.843178] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.050774] env[65717]: DEBUG nova.scheduler.client.report [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.345880] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1270.556939] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.557449] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1270.871807] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.872094] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.873577] env[65717]: INFO nova.compute.claims [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.062842] env[65717]: DEBUG nova.compute.utils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.064364] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1271.064894] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1271.064978] env[65717]: WARNING neutronclient.v2_0.client [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.065339] env[65717]: WARNING neutronclient.v2_0.client [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.121483] env[65717]: DEBUG nova.policy [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af67ad109725426cbaf4fadcff011fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e573b039d98e444eac6bc233b95b96e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.412701] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Successfully created port: 978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1271.569021] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1271.969145] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ccaafd-fb53-40b2-9a7f-1f92525cde60 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.977964] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68454b-4b72-4b33-b84b-152416585689 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.009389] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33e672-9241-46c9-914f-f8072c97b4f9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.017935] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2378e-2b3b-4da7-a7ca-90d253ac2760 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.032870] env[65717]: DEBUG nova.compute.provider_tree [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.537733] env[65717]: DEBUG nova.scheduler.client.report [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.579933] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1272.610029] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1272.610359] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.610439] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1272.610610] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.610762] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1272.610911] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1272.611237] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1272.611406] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1272.611573] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1272.611762] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1272.611975] env[65717]: DEBUG nova.virt.hardware [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1272.613028] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ab8fe-b19e-48c5-a7a6-5e29a1523ea2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.622585] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa43e8-4f25-4a3e-aecd-301daadc63dc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.830603] env[65717]: DEBUG nova.compute.manager [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Received event network-vif-plugged-978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1272.830857] env[65717]: DEBUG oslo_concurrency.lockutils [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] Acquiring lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.831050] env[65717]: DEBUG oslo_concurrency.lockutils [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.831288] env[65717]: DEBUG oslo_concurrency.lockutils [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.831390] env[65717]: DEBUG nova.compute.manager [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] No waiting events found dispatching network-vif-plugged-978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1272.831654] env[65717]: WARNING nova.compute.manager [req-163acfc5-465a-4929-b395-7ac310ee125d req-b763fbcb-697e-48f7-81d4-c927a32b5c0c service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Received unexpected event network-vif-plugged-978f4ea8-7925-4db7-8ea0-e095fd98d42d for instance with vm_state building and task_state spawning. [ 1272.928634] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Successfully updated port: 978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1273.042734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.043269] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1273.431431] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.431728] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquired lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.431870] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1273.548741] env[65717]: DEBUG nova.compute.utils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.550257] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1273.550454] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1273.550765] env[65717]: WARNING neutronclient.v2_0.client [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.551552] env[65717]: WARNING neutronclient.v2_0.client [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.598214] env[65717]: DEBUG nova.policy [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d73c51d441e4a32b80398d3687e5aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa08006b5214ff59dface7dd97ebb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.860563] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Successfully created port: a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1273.964071] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1274.032781] env[65717]: WARNING neutronclient.v2_0.client [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.054682] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1274.106964] env[65717]: DEBUG nova.network.neutron [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Updating instance_info_cache with network_info: [{"id": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "address": "fa:16:3e:19:ae:8f", "network": {"id": "22de1b47-e2e5-4781-88f7-4aeb53d0742e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-128430405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e573b039d98e444eac6bc233b95b96e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978f4ea8-79", "ovs_interfaceid": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.610058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Releasing lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.610453] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Instance network_info: |[{"id": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "address": "fa:16:3e:19:ae:8f", "network": {"id": "22de1b47-e2e5-4781-88f7-4aeb53d0742e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-128430405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e573b039d98e444eac6bc233b95b96e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978f4ea8-79", "ovs_interfaceid": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1274.610679] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ae:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '978f4ea8-7925-4db7-8ea0-e095fd98d42d', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.618427] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Creating folder: Project (e573b039d98e444eac6bc233b95b96e3). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.618666] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a279cea-3673-459b-b7c0-f637701bfcef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.630363] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Created folder: Project (e573b039d98e444eac6bc233b95b96e3) in parent group-v859766. [ 1274.630577] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Creating folder: Instances. Parent ref: group-v860098. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.630839] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1ee2346-89c6-403c-ad44-99414ffe53b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.640196] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Created folder: Instances in parent group-v860098. [ 1274.640455] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1274.640661] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.640881] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5156a151-6ebb-43a1-95bc-e1e17566c86b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.661550] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.661550] env[65717]: value = "task-4394228" [ 1274.661550] env[65717]: _type = "Task" [ 1274.661550] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.670041] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394228, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.867505] env[65717]: DEBUG nova.compute.manager [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Received event network-changed-978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1274.867771] env[65717]: DEBUG nova.compute.manager [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Refreshing instance network info cache due to event network-changed-978f4ea8-7925-4db7-8ea0-e095fd98d42d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1274.868086] env[65717]: DEBUG oslo_concurrency.lockutils [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] Acquiring lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.868300] env[65717]: DEBUG oslo_concurrency.lockutils [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] Acquired lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.868520] env[65717]: DEBUG nova.network.neutron [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Refreshing network info cache for port 978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.063518] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1275.095689] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1275.095965] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.096139] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1275.096317] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.096457] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1275.096598] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1275.096802] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.096961] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1275.097136] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1275.097303] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1275.097471] env[65717]: DEBUG nova.virt.hardware [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1275.098351] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7d95b-2bc9-4759-a643-041d5c9b682b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.107043] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7a408-fce1-447b-8d41-ea8414e3e908 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.173211] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394228, 'name': CreateVM_Task, 'duration_secs': 0.361953} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.173420] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.173966] env[65717]: WARNING neutronclient.v2_0.client [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.174359] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.174563] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.174873] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.175163] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f3b438-c68d-4a2d-a368-a787c510cd8e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.180534] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1275.180534] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e3bd6-109c-4f3c-5041-6398f207c073" [ 1275.180534] env[65717]: _type = "Task" [ 1275.180534] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.189721] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e3bd6-109c-4f3c-5041-6398f207c073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.372311] env[65717]: WARNING neutronclient.v2_0.client [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.386085] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Successfully updated port: a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1275.522180] env[65717]: WARNING neutronclient.v2_0.client [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.592369] env[65717]: DEBUG nova.network.neutron [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Updated VIF entry in instance network info cache for port 978f4ea8-7925-4db7-8ea0-e095fd98d42d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1275.592715] env[65717]: DEBUG nova.network.neutron [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Updating instance_info_cache with network_info: [{"id": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "address": "fa:16:3e:19:ae:8f", "network": {"id": "22de1b47-e2e5-4781-88f7-4aeb53d0742e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-128430405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e573b039d98e444eac6bc233b95b96e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978f4ea8-79", "ovs_interfaceid": "978f4ea8-7925-4db7-8ea0-e095fd98d42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.692152] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529e3bd6-109c-4f3c-5041-6398f207c073, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.692464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.692730] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.692980] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.693143] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.693324] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.693593] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72f9a77-bca2-4bb8-8160-ff6ce216a8f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.703118] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.703334] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.704050] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7822f5b-9f5f-40f0-8811-a58834225e91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.709488] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1275.709488] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297d85b-ffc8-c7b5-c00a-fe10a0cdc569" [ 1275.709488] env[65717]: _type = "Task" [ 1275.709488] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.718149] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297d85b-ffc8-c7b5-c00a-fe10a0cdc569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.890304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.890381] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.891010] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.095509] env[65717]: DEBUG oslo_concurrency.lockutils [req-c658dae5-7695-4428-9b09-b9b25eb721ae req-0724535a-b214-459f-ad09-42fb3e58ce96 service nova] Releasing lock "refresh_cache-4c4e203d-76ba-4822-9f39-374c3de2b239" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.221383] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5297d85b-ffc8-c7b5-c00a-fe10a0cdc569, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.222183] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a976a9-e0fd-4796-8137-14e8eea9bb0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.227751] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1276.227751] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9f759-e4a1-259c-dda8-bb041135a04f" [ 1276.227751] env[65717]: _type = "Task" [ 1276.227751] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.236263] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9f759-e4a1-259c-dda8-bb041135a04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.428242] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1276.503606] env[65717]: WARNING neutronclient.v2_0.client [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.570330] env[65717]: DEBUG nova.network.neutron [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.739278] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9f759-e4a1-259c-dda8-bb041135a04f, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.739622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.739754] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 4c4e203d-76ba-4822-9f39-374c3de2b239/4c4e203d-76ba-4822-9f39-374c3de2b239.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.740027] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0321d17b-4e33-4d49-9d08-f917302de20c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.747516] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1276.747516] env[65717]: value = "task-4394229" [ 1276.747516] env[65717]: _type = "Task" [ 1276.747516] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.755783] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.894971] env[65717]: DEBUG nova.compute.manager [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Received event network-vif-plugged-a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1276.895297] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.895532] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Lock "418f329f-e31a-4314-b135-233c075f4074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.895697] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Lock "418f329f-e31a-4314-b135-233c075f4074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.895909] env[65717]: DEBUG nova.compute.manager [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] No waiting events found dispatching network-vif-plugged-a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1276.896308] env[65717]: WARNING nova.compute.manager [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Received unexpected event network-vif-plugged-a82ea56a-8931-4a60-ade1-9523cd485865 for instance with vm_state building and task_state spawning. [ 1276.896308] env[65717]: DEBUG nova.compute.manager [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Received event network-changed-a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1276.896584] env[65717]: DEBUG nova.compute.manager [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Refreshing instance network info cache due to event network-changed-a82ea56a-8931-4a60-ade1-9523cd485865. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1276.896584] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Acquiring lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.077134] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.077134] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Instance network_info: |[{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1277.077534] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Acquired lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.077787] env[65717]: DEBUG nova.network.neutron [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Refreshing network info cache for port a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.079665] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:58:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82ea56a-8931-4a60-ade1-9523cd485865', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.089270] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1277.090677] env[65717]: WARNING neutronclient.v2_0.client [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.093386] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.094322] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c67274c-b8d5-4c76-8db4-ab2cb6dbd8a1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.117482] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.117482] env[65717]: value = "task-4394230" [ 1277.117482] env[65717]: _type = "Task" [ 1277.117482] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.130230] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394230, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.254160] env[65717]: WARNING neutronclient.v2_0.client [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.260175] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507064} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.260546] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 4c4e203d-76ba-4822-9f39-374c3de2b239/4c4e203d-76ba-4822-9f39-374c3de2b239.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.260671] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.260924] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1748152-a588-43a4-b1e8-3f3f1fad121b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.268870] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1277.268870] env[65717]: value = "task-4394231" [ 1277.268870] env[65717]: _type = "Task" [ 1277.268870] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.280307] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.332141] env[65717]: DEBUG nova.network.neutron [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updated VIF entry in instance network info cache for port a82ea56a-8931-4a60-ade1-9523cd485865. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1277.332455] env[65717]: DEBUG nova.network.neutron [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.628679] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394230, 'name': CreateVM_Task, 'duration_secs': 0.415557} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.628853] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.629480] env[65717]: WARNING neutronclient.v2_0.client [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.629897] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.630073] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.630418] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.630683] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdae687-8ae8-430b-afe8-28ca7aa06462 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.636753] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1277.636753] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521df0f2-8dda-c0e0-1799-d1cd0e7b90ca" [ 1277.636753] env[65717]: _type = "Task" [ 1277.636753] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.646395] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521df0f2-8dda-c0e0-1799-d1cd0e7b90ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.779046] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077467} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.779424] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.780112] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d59a27-6b53-4c43-aefc-2b8cd121e03a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.802498] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4c4e203d-76ba-4822-9f39-374c3de2b239/4c4e203d-76ba-4822-9f39-374c3de2b239.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.802787] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86c5510-0177-4fb2-b782-502bbc3c66e7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.822300] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1277.822300] env[65717]: value = "task-4394232" [ 1277.822300] env[65717]: _type = "Task" [ 1277.822300] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.833511] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.835141] env[65717]: DEBUG oslo_concurrency.lockutils [req-25cac067-79f3-4376-aa4e-4c70c9b8e185 req-04f2d93a-0ac4-4dca-a2ac-ce253168f769 service nova] Releasing lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.147774] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]521df0f2-8dda-c0e0-1799-d1cd0e7b90ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.148124] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.148370] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.148623] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.148768] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.148941] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.149222] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e543732c-42c1-4868-bfc0-8da15cdf1836 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.157664] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.157831] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.158544] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5257002-96b6-473e-ab1e-08210228e89a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.163928] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1278.163928] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a58c69-52d3-f499-4c61-479fb866fb98" [ 1278.163928] env[65717]: _type = "Task" [ 1278.163928] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.171713] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a58c69-52d3-f499-4c61-479fb866fb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.332680] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394232, 'name': ReconfigVM_Task, 'duration_secs': 0.294031} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.332975] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4c4e203d-76ba-4822-9f39-374c3de2b239/4c4e203d-76ba-4822-9f39-374c3de2b239.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.333731] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12a1117-e91d-4a79-9dc9-8a97873fc1cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.342060] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1278.342060] env[65717]: value = "task-4394233" [ 1278.342060] env[65717]: _type = "Task" [ 1278.342060] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.352416] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394233, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.674375] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a58c69-52d3-f499-4c61-479fb866fb98, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.675108] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ab0d26-a9fb-4727-87fb-64c33ff84b44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.680332] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1278.680332] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526fbd28-5d96-8c77-e57e-37a9b2f35e20" [ 1278.680332] env[65717]: _type = "Task" [ 1278.680332] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.688502] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526fbd28-5d96-8c77-e57e-37a9b2f35e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.852335] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394233, 'name': Rename_Task, 'duration_secs': 0.135572} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.852724] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.852841] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95639380-98c4-4f60-9aa1-40947de9cbf2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.859962] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1278.859962] env[65717]: value = "task-4394234" [ 1278.859962] env[65717]: _type = "Task" [ 1278.859962] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.868009] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.191363] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]526fbd28-5d96-8c77-e57e-37a9b2f35e20, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.191621] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.191880] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.192164] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9f6dcf-4b10-49c8-a034-20234e143e59 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.199224] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1279.199224] env[65717]: value = "task-4394235" [ 1279.199224] env[65717]: _type = "Task" [ 1279.199224] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.207472] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.371380] env[65717]: DEBUG oslo_vmware.api [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394234, 'name': PowerOnVM_Task, 'duration_secs': 0.46483} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.371783] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.372105] env[65717]: INFO nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1279.372374] env[65717]: DEBUG nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1279.373270] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ebbb9-9c2e-43eb-a56d-f18a64afc73e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.710694] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496529} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.710694] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.710694] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.710963] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8864f06a-f596-493e-9523-148aab98ca05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.719017] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1279.719017] env[65717]: value = "task-4394236" [ 1279.719017] env[65717]: _type = "Task" [ 1279.719017] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.728542] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.894036] env[65717]: INFO nova.compute.manager [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Took 13.20 seconds to build instance. [ 1280.231171] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074094} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.231171] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.231171] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6756f14-c923-4cd0-8e99-a80ca0eed1fb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.259163] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.259616] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e214f2-c18e-4435-b396-3fccfb4624bf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.281493] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1280.281493] env[65717]: value = "task-4394237" [ 1280.281493] env[65717]: _type = "Task" [ 1280.281493] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.290917] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.396395] env[65717]: DEBUG oslo_concurrency.lockutils [None req-06878cd9-5cdc-460f-8c1c-db30be5d642e tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.707s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.674292] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.674551] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.674772] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.674964] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.675145] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.677206] env[65717]: INFO nova.compute.manager [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Terminating instance [ 1280.792653] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394237, 'name': ReconfigVM_Task, 'duration_secs': 0.345925} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.792947] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.793612] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aef950b-9879-4dd0-98ce-6dbca7ad84e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.801179] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1280.801179] env[65717]: value = "task-4394238" [ 1280.801179] env[65717]: _type = "Task" [ 1280.801179] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.809484] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394238, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.028429] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "4c4e203d-76ba-4822-9f39-374c3de2b239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.028829] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.028897] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.029167] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.029357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.031627] env[65717]: INFO nova.compute.manager [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Terminating instance [ 1281.180911] env[65717]: DEBUG nova.compute.manager [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1281.181166] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.182127] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f108b4d-094a-4c83-a15f-1ec6213c877a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.190665] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.190931] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7fa6827-ebeb-4fd4-95d7-79c8fc5f1ddb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.197737] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1281.197737] env[65717]: value = "task-4394239" [ 1281.197737] env[65717]: _type = "Task" [ 1281.197737] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.207613] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.312891] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394238, 'name': Rename_Task, 'duration_secs': 0.173028} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.312891] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.313159] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba245b0-cd7f-4761-a605-9d1be2a5fa65 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.321907] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1281.321907] env[65717]: value = "task-4394240" [ 1281.321907] env[65717]: _type = "Task" [ 1281.321907] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.332051] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.536056] env[65717]: DEBUG nova.compute.manager [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1281.536056] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.536979] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af44001-0b68-4de7-8ca8-167a27012cbe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.545425] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.545680] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6ccb01-76b4-43d0-bf38-05db757c5a13 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.552290] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1281.552290] env[65717]: value = "task-4394241" [ 1281.552290] env[65717]: _type = "Task" [ 1281.552290] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.562282] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.710296] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394239, 'name': PowerOffVM_Task, 'duration_secs': 0.18131} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.710648] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.710872] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.711179] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b77b48-6141-4966-8f5e-f28610c0d6b0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.787815] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.788124] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.788327] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleting the datastore file [datastore2] 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.788726] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d4acd0-b14e-4f61-906b-a8a52fa467e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.796697] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for the task: (returnval){ [ 1281.796697] env[65717]: value = "task-4394243" [ 1281.796697] env[65717]: _type = "Task" [ 1281.796697] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.807818] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.833659] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.062902] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394241, 'name': PowerOffVM_Task, 'duration_secs': 0.270592} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.063292] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.063349] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.063591] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7840f5d-7184-4c8f-a413-1ad309dcc6a4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.154169] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.154403] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.154583] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Deleting the datastore file [datastore2] 4c4e203d-76ba-4822-9f39-374c3de2b239 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.154872] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52ce821b-0297-4921-ac95-69a751c47766 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.161885] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for the task: (returnval){ [ 1282.161885] env[65717]: value = "task-4394245" [ 1282.161885] env[65717]: _type = "Task" [ 1282.161885] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.170712] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.307392] env[65717]: DEBUG oslo_vmware.api [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Task: {'id': task-4394243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142722} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.307698] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.307909] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.308094] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.308374] env[65717]: INFO nova.compute.manager [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1282.308661] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1282.308925] env[65717]: DEBUG nova.compute.manager [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1282.309045] env[65717]: DEBUG nova.network.neutron [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1282.309330] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.335942] env[65717]: DEBUG oslo_vmware.api [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394240, 'name': PowerOnVM_Task, 'duration_secs': 0.558662} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.336177] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.336388] env[65717]: INFO nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1282.336560] env[65717]: DEBUG nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1282.337438] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e2c5d-3c34-4b03-a7f9-ed38d2663159 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.348042] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.673528] env[65717]: DEBUG oslo_vmware.api [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Task: {'id': task-4394245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152148} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.673776] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.673890] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.674114] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.675080] env[65717]: INFO nova.compute.manager [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1282.675080] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1282.675080] env[65717]: DEBUG nova.compute.manager [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1282.675080] env[65717]: DEBUG nova.network.neutron [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1282.675244] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.838024] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.859929] env[65717]: INFO nova.compute.manager [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Took 12.01 seconds to build instance. [ 1282.957563] env[65717]: DEBUG nova.compute.manager [req-cbc098a7-0ea1-4d76-b7e8-f07c6de2c775 req-484753bc-1c85-4b95-a4a8-7e7219d5a9c5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Received event network-vif-deleted-14fa012e-742a-43ff-9a98-cabbc51bb4aa {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1282.958279] env[65717]: INFO nova.compute.manager [req-cbc098a7-0ea1-4d76-b7e8-f07c6de2c775 req-484753bc-1c85-4b95-a4a8-7e7219d5a9c5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Neutron deleted interface 14fa012e-742a-43ff-9a98-cabbc51bb4aa; detaching it from the instance and deleting it from the info cache [ 1282.958584] env[65717]: DEBUG nova.network.neutron [req-cbc098a7-0ea1-4d76-b7e8-f07c6de2c775 req-484753bc-1c85-4b95-a4a8-7e7219d5a9c5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.093622] env[65717]: DEBUG nova.compute.manager [req-9409832f-a37e-44f7-8058-fad263229d4a req-4c97b82a-e221-4702-812d-a6689f70bd7d service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Received event network-vif-deleted-978f4ea8-7925-4db7-8ea0-e095fd98d42d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1283.093622] env[65717]: INFO nova.compute.manager [req-9409832f-a37e-44f7-8058-fad263229d4a req-4c97b82a-e221-4702-812d-a6689f70bd7d service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Neutron deleted interface 978f4ea8-7925-4db7-8ea0-e095fd98d42d; detaching it from the instance and deleting it from the info cache [ 1283.093960] env[65717]: DEBUG nova.network.neutron [req-9409832f-a37e-44f7-8058-fad263229d4a req-4c97b82a-e221-4702-812d-a6689f70bd7d service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.327799] env[65717]: DEBUG nova.network.neutron [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.362518] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2058cc17-72a8-45ec-b795-511d22652bb6 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.519s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.462214] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05483968-85a6-4c2f-9a56-3b8d95d5c1f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.474254] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d84ce-af94-4547-9388-76dcb06965b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.504205] env[65717]: DEBUG nova.compute.manager [req-cbc098a7-0ea1-4d76-b7e8-f07c6de2c775 req-484753bc-1c85-4b95-a4a8-7e7219d5a9c5 service nova] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Detach interface failed, port_id=14fa012e-742a-43ff-9a98-cabbc51bb4aa, reason: Instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1283.568195] env[65717]: DEBUG nova.network.neutron [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.600009] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b40de4f0-3a22-4a9b-ab0f-6873fde1816a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.615148] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c05f1f-5b3f-4567-aa7f-46c864d65e07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.651766] env[65717]: DEBUG nova.compute.manager [req-9409832f-a37e-44f7-8058-fad263229d4a req-4c97b82a-e221-4702-812d-a6689f70bd7d service nova] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Detach interface failed, port_id=978f4ea8-7925-4db7-8ea0-e095fd98d42d, reason: Instance 4c4e203d-76ba-4822-9f39-374c3de2b239 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1283.831561] env[65717]: INFO nova.compute.manager [-] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Took 1.52 seconds to deallocate network for instance. [ 1284.018174] env[65717]: DEBUG nova.compute.manager [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1284.070936] env[65717]: INFO nova.compute.manager [-] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Took 1.40 seconds to deallocate network for instance. [ 1284.339172] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.339697] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.339834] env[65717]: DEBUG nova.objects.instance [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lazy-loading 'resources' on Instance uuid 339b80dc-be6d-4442-925d-3fcc62bed5e0 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.540118] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.577306] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.932204] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a37d4a-fac3-45ae-8685-d27810c96d98 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.942088] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c019b0-e55b-4ca7-b048-75f69b8851d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.972187] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b8409e-d9c2-4505-8c08-ff21a56dd504 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.980356] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a3aa1f-cc75-4f63-a55d-62d4436f1427 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.994350] env[65717]: DEBUG nova.compute.provider_tree [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.497512] env[65717]: DEBUG nova.scheduler.client.report [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.003774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.006179] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.466s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.025202] env[65717]: INFO nova.scheduler.client.report [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Deleted allocations for instance 339b80dc-be6d-4442-925d-3fcc62bed5e0 [ 1286.511565] env[65717]: INFO nova.compute.claims [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.533026] env[65717]: DEBUG oslo_concurrency.lockutils [None req-22416b03-2048-4669-9e32-8fec17f48bf3 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Lock "339b80dc-be6d-4442-925d-3fcc62bed5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.018600] env[65717]: INFO nova.compute.resource_tracker [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating resource usage from migration 53e4a9c9-6710-4fca-8593-680c0a62548e [ 1287.100202] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1195e5-bab2-4682-9312-64f45962d9b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.108910] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2987e35-e917-4e8b-85b0-e89517536523 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.140516] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044c0e6-6b7d-4a63-b227-462800b5a101 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.148873] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bb997-7694-42fb-a926-c280e7091194 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.163490] env[65717]: DEBUG nova.compute.provider_tree [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.666790] env[65717]: DEBUG nova.scheduler.client.report [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.171796] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.172080] env[65717]: INFO nova.compute.manager [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Migrating [ 1288.179262] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.602s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.179486] env[65717]: DEBUG nova.objects.instance [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lazy-loading 'resources' on Instance uuid 4c4e203d-76ba-4822-9f39-374c3de2b239 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.691590] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.692061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.692061] env[65717]: DEBUG nova.network.neutron [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.779899] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df0ac33-382b-4939-99b6-d453f3465cf3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.788600] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f257713-af9a-4b01-bf60-673acd3d91bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.820733] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af016b67-635c-41e2-abd2-74a79cef7382 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.829541] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e17fb20-7914-4122-bb32-e8436ccdb013 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.844350] env[65717]: DEBUG nova.compute.provider_tree [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.196813] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.347288] env[65717]: DEBUG nova.scheduler.client.report [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.766697] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.841101] env[65717]: DEBUG nova.network.neutron [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.852568] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.875218] env[65717]: INFO nova.scheduler.client.report [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Deleted allocations for instance 4c4e203d-76ba-4822-9f39-374c3de2b239 [ 1290.343838] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.382634] env[65717]: DEBUG oslo_concurrency.lockutils [None req-26486c6c-d992-4f0a-9273-fb36f3e4187b tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Lock "4c4e203d-76ba-4822-9f39-374c3de2b239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.354s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.859766] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36a9d0-d5cb-4d5d-8b99-b69b0ca05f46 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.882652] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.390250] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.390687] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe95c962-d50c-45bb-a67e-74fabef14afe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.400040] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1292.400040] env[65717]: value = "task-4394247" [ 1292.400040] env[65717]: _type = "Task" [ 1292.400040] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.409167] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.910795] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394247, 'name': PowerOffVM_Task, 'duration_secs': 0.228579} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.911121] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.911343] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.417850] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1293.418115] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.418271] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1293.418448] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.418590] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1293.418733] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1293.418926] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.419093] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1293.419422] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1293.419422] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1293.419574] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1293.424966] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72def5b3-40f9-4762-b565-853ec9e2cbf3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.443166] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1293.443166] env[65717]: value = "task-4394248" [ 1293.443166] env[65717]: _type = "Task" [ 1293.443166] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.452092] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.953336] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394248, 'name': ReconfigVM_Task, 'duration_secs': 0.405873} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.953710] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.461157] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.461157] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.461157] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.461504] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.461504] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.461573] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.461729] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.461890] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.462086] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.462269] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.462444] env[65717]: DEBUG nova.virt.hardware [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.468111] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.468444] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14b2926-4555-42d5-abd5-b50c5c950c57 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.487444] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1294.487444] env[65717]: value = "task-4394249" [ 1294.487444] env[65717]: _type = "Task" [ 1294.487444] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.496402] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.999735] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394249, 'name': ReconfigVM_Task, 'duration_secs': 0.173325} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.000107] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.000806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506919b7-8ba2-4cd3-8321-76b567fc7dd0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.022655] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.022921] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a9a4ad-c1ad-485c-af29-5984c48dd9d8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.040826] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1295.040826] env[65717]: value = "task-4394250" [ 1295.040826] env[65717]: _type = "Task" [ 1295.040826] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.048952] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.551314] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394250, 'name': ReconfigVM_Task, 'duration_secs': 0.259204} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.551601] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 418f329f-e31a-4314-b135-233c075f4074/418f329f-e31a-4314-b135-233c075f4074.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.551869] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.058190] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2f825-7052-4885-8098-061a6a9c8cab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.078070] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d4ccc5-ef18-4b98-b270-87fec056077a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.096760] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.603109] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.603462] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.639341] env[65717]: DEBUG nova.network.neutron [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Port a82ea56a-8931-4a60-ade1-9523cd485865 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1296.926652] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.926955] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.430019] env[65717]: INFO nova.compute.manager [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Detaching volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb [ 1297.468647] env[65717]: INFO nova.virt.block_device [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Attempting to driver detach volume 56c1a9cb-1ec9-428e-b8db-cb500627ecbb from mountpoint /dev/sdb [ 1297.468817] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1297.469017] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1297.470540] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf16a65-20b5-495a-9183-385b91c6e22c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.494402] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148676cf-a656-4c1d-ae73-ff27297d9d05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.502853] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fef8c6-2527-41d0-9650-5e81bd73c904 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.524881] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876cf6f-cd7a-4b47-bc7d-77cc174421be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.541877] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The volume has not been displaced from its original location: [datastore2] volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb/volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1297.547558] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.547898] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8792d1c-90b8-4b11-8746-f0193e76318c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.568081] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1297.568081] env[65717]: value = "task-4394251" [ 1297.568081] env[65717]: _type = "Task" [ 1297.568081] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.577251] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.663927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.663927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.663927] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.082499] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394251, 'name': ReconfigVM_Task, 'duration_secs': 0.252265} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.082499] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.086127] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a695a860-e550-487b-8f65-ef72593282c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.101176] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1298.101176] env[65717]: value = "task-4394252" [ 1298.101176] env[65717]: _type = "Task" [ 1298.101176] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.109572] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.611526] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.669020] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.715050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.715050] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.715050] env[65717]: DEBUG nova.network.neutron [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1299.112022] env[65717]: DEBUG oslo_vmware.api [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394252, 'name': ReconfigVM_Task, 'duration_secs': 0.781175} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.112368] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860093', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'name': 'volume-56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a32ad0b3-3de7-4162-9f79-ae519b5f2dcd', 'attached_at': '', 'detached_at': '', 'volume_id': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb', 'serial': '56c1a9cb-1ec9-428e-b8db-cb500627ecbb'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.218601] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.366536] env[65717]: WARNING neutronclient.v2_0.client [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.436370] env[65717]: DEBUG nova.network.neutron [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.655998] env[65717]: DEBUG nova.objects.instance [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'flavor' on Instance uuid a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.939506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.507905] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb26e6-7aa7-4a30-9a44-7abda89fd0ef {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.527638] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b3909-d95a-46b5-9aa0-ff73d2c71364 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.536181] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.663993] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b734d923-eb8c-47e8-b4b4-a001c4cfcd88 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.737s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.042800] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.043199] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15716053-c812-4630-a7e8-90688209c22d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.051177] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1301.051177] env[65717]: value = "task-4394253" [ 1301.051177] env[65717]: _type = "Task" [ 1301.051177] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.059842] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.191208] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.191486] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.191706] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.191883] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.192388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.194339] env[65717]: INFO nova.compute.manager [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Terminating instance [ 1301.561686] env[65717]: DEBUG oslo_vmware.api [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394253, 'name': PowerOnVM_Task, 'duration_secs': 0.40262} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.561978] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.562144] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55c6fb-fb5a-45a3-aab3-8bdde80e0814 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance '418f329f-e31a-4314-b135-233c075f4074' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.698152] env[65717]: DEBUG nova.compute.manager [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1301.698461] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.699343] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df610062-5c09-43a6-97f2-89c30a9bc83f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.707683] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.707917] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb295ebf-de66-4a81-84c6-b57c510c0580 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.715382] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1301.715382] env[65717]: value = "task-4394254" [ 1301.715382] env[65717]: _type = "Task" [ 1301.715382] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.723848] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.225756] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394254, 'name': PowerOffVM_Task, 'duration_secs': 0.207592} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.225756] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.225756] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.226038] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-744418f2-e12b-42e3-808a-70f34d8bfc0d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.312873] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.313127] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.313311] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore1] a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.313595] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60fa7082-f60b-4801-83a0-544f70ba0175 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.320486] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1302.320486] env[65717]: value = "task-4394256" [ 1302.320486] env[65717]: _type = "Task" [ 1302.320486] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.329084] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.831399] env[65717]: DEBUG oslo_vmware.api [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153043} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.831920] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.831920] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.832087] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.832181] env[65717]: INFO nova.compute.manager [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1302.832392] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1302.832586] env[65717]: DEBUG nova.compute.manager [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1302.832676] env[65717]: DEBUG nova.network.neutron [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1302.832926] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.874328] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.405878] env[65717]: DEBUG nova.compute.manager [req-027bff19-7fef-47fc-9d5a-c208c50f908f req-07de9a8e-b7c4-4250-a0a7-228f9ca2ee6e service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Received event network-vif-deleted-01ac25ef-34c9-4631-ae29-52695a3fdc96 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1303.406100] env[65717]: INFO nova.compute.manager [req-027bff19-7fef-47fc-9d5a-c208c50f908f req-07de9a8e-b7c4-4250-a0a7-228f9ca2ee6e service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Neutron deleted interface 01ac25ef-34c9-4631-ae29-52695a3fdc96; detaching it from the instance and deleting it from the info cache [ 1303.406265] env[65717]: DEBUG nova.network.neutron [req-027bff19-7fef-47fc-9d5a-c208c50f908f req-07de9a8e-b7c4-4250-a0a7-228f9ca2ee6e service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.819081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.819278] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.819500] env[65717]: DEBUG nova.compute.manager [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Going to confirm migration 9 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1303.883483] env[65717]: DEBUG nova.network.neutron [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.908872] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c82807a3-5cca-4542-8b05-d01d0cfd20fa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.919902] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3213a-eb2e-4172-aa69-69219e71bb92 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.948447] env[65717]: DEBUG nova.compute.manager [req-027bff19-7fef-47fc-9d5a-c208c50f908f req-07de9a8e-b7c4-4250-a0a7-228f9ca2ee6e service nova] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Detach interface failed, port_id=01ac25ef-34c9-4631-ae29-52695a3fdc96, reason: Instance a32ad0b3-3de7-4162-9f79-ae519b5f2dcd could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1304.325361] env[65717]: WARNING neutronclient.v2_0.client [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.387172] env[65717]: INFO nova.compute.manager [-] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Took 1.55 seconds to deallocate network for instance. [ 1304.406213] env[65717]: WARNING neutronclient.v2_0.client [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.406646] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.406826] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquired lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.407025] env[65717]: DEBUG nova.network.neutron [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1304.407208] env[65717]: DEBUG nova.objects.instance [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'info_cache' on Instance uuid 418f329f-e31a-4314-b135-233c075f4074 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.894746] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.895258] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.895258] env[65717]: DEBUG nova.objects.instance [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'resources' on Instance uuid a32ad0b3-3de7-4162-9f79-ae519b5f2dcd {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.414298] env[65717]: WARNING neutronclient.v2_0.client [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.416820] env[65717]: DEBUG nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Refreshing inventories for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1305.431050] env[65717]: DEBUG nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Updating ProviderTree inventory for provider dc53e726-883a-4716-9e0d-e97046ce03ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1305.431050] env[65717]: DEBUG nova.compute.provider_tree [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Updating inventory in ProviderTree for provider dc53e726-883a-4716-9e0d-e97046ce03ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.441945] env[65717]: DEBUG nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Refreshing aggregate associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, aggregates: None {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1305.461923] env[65717]: DEBUG nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Refreshing trait associations for resource provider dc53e726-883a-4716-9e0d-e97046ce03ae, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65717) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1305.525485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24496603-7a0c-4ffa-843a-f1d1ba2d7643 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.534899] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67cb166-7107-4758-822c-fe42a96e0a05 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.565604] env[65717]: WARNING neutronclient.v2_0.client [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.568220] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c612404-4c5c-487a-bb23-0c29f1788af8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.576379] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498a084-ef0f-4297-bb80-1d3014a14966 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.589791] env[65717]: DEBUG nova.compute.provider_tree [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.635413] env[65717]: DEBUG nova.network.neutron [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [{"id": "a82ea56a-8931-4a60-ade1-9523cd485865", "address": "fa:16:3e:b1:58:17", "network": {"id": "b1a7331e-2f90-4220-a4c5-402b5c6d1898", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2116121573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa08006b5214ff59dface7dd97ebb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ea56a-89", "ovs_interfaceid": "a82ea56a-8931-4a60-ade1-9523cd485865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.093297] env[65717]: DEBUG nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.137996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Releasing lock "refresh_cache-418f329f-e31a-4314-b135-233c075f4074" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.138284] env[65717]: DEBUG nova.objects.instance [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lazy-loading 'migration_context' on Instance uuid 418f329f-e31a-4314-b135-233c075f4074 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.598288] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.618967] env[65717]: INFO nova.scheduler.client.report [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocations for instance a32ad0b3-3de7-4162-9f79-ae519b5f2dcd [ 1306.640527] env[65717]: DEBUG nova.objects.base [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Object Instance<418f329f-e31a-4314-b135-233c075f4074> lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.641443] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f554fa8-0275-441f-ae45-fcdab76b4951 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.664334] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff13f49-b770-465e-af37-0dada9e2f63c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.670875] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1306.670875] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d53627-17ff-a5f6-5c3c-b7c029470511" [ 1306.670875] env[65717]: _type = "Task" [ 1306.670875] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.679381] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d53627-17ff-a5f6-5c3c-b7c029470511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.126262] env[65717]: DEBUG oslo_concurrency.lockutils [None req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "a32ad0b3-3de7-4162-9f79-ae519b5f2dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.181762] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d53627-17ff-a5f6-5c3c-b7c029470511, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.182057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.182297] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.736725] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0813b6-d178-4ed3-a754-3624ad948f02 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.745423] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b66ab-b973-4e37-b8bb-418ce85d65cf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.778497] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262adad0-b5d9-47da-96c0-bc2ab4e90c2f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.787637] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae26dee-bd19-43a7-8fe7-544363642b8f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.802238] env[65717]: DEBUG nova.compute.provider_tree [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.305446] env[65717]: DEBUG nova.scheduler.client.report [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.757929] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "c7c90bed-ba88-472c-9379-15a0d1b71325" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.758176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.261423] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1309.317010] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.134s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.782826] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.783112] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.784737] env[65717]: INFO nova.compute.claims [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.873972] env[65717]: INFO nova.scheduler.client.report [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocation for migration 53e4a9c9-6710-4fca-8593-680c0a62548e [ 1310.379698] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.560s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.841550] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04145d28-01c1-4192-ab56-a55375ae67a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.849857] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d041084-8670-4b99-bd5c-89d5339fbb7b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.881033] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d6b97-12a0-471c-9842-85e33da522f4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.889850] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8876ee7-d2c5-42c2-9fba-fae1d0d05a29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.903713] env[65717]: DEBUG nova.compute.provider_tree [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.408069] env[65717]: DEBUG nova.scheduler.client.report [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.519655] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.842970] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.843260] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.843476] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "418f329f-e31a-4314-b135-233c075f4074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.843672] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.843840] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.846237] env[65717]: INFO nova.compute.manager [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Terminating instance [ 1311.912607] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.913175] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1312.350523] env[65717]: DEBUG nova.compute.manager [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1312.350841] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.351888] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff79b1d-84d3-4f75-a0a8-ae178fa04517 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.360889] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.362150] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b2b496-11cf-4be6-b68f-0ca655b77da0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.368814] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1312.368814] env[65717]: value = "task-4394257" [ 1312.368814] env[65717]: _type = "Task" [ 1312.368814] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.378471] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.418313] env[65717]: DEBUG nova.compute.utils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.419956] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1312.420568] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1312.420905] env[65717]: WARNING neutronclient.v2_0.client [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.421425] env[65717]: WARNING neutronclient.v2_0.client [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.473543] env[65717]: DEBUG nova.policy [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84effc5c619948b78034cc8c35ee733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050733dc261b428497efcb3bf043c1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.520459] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.520712] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.765741] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Successfully created port: 6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1312.880733] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394257, 'name': PowerOffVM_Task, 'duration_secs': 0.219249} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.881016] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.881178] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.881432] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea5f8bc-6ad8-422e-aeec-884824588ba1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.924969] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1312.953696] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.953933] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.954073] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleting the datastore file [datastore2] 418f329f-e31a-4314-b135-233c075f4074 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.954437] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910c8a64-dd6f-407f-a1de-f1392103d470 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.961925] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for the task: (returnval){ [ 1312.961925] env[65717]: value = "task-4394259" [ 1312.961925] env[65717]: _type = "Task" [ 1312.961925] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.971300] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.474746] env[65717]: DEBUG oslo_vmware.api [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Task: {'id': task-4394259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138152} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.474746] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.474746] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.475190] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.475190] env[65717]: INFO nova.compute.manager [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] [instance: 418f329f-e31a-4314-b135-233c075f4074] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1313.475995] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1313.475995] env[65717]: DEBUG nova.compute.manager [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1313.475995] env[65717]: DEBUG nova.network.neutron [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1313.475995] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.516553] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.519697] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.819585] env[65717]: DEBUG nova.compute.manager [req-6d022800-6f9b-44c6-9962-638ef3b69106 req-0d0d26ba-64bb-4730-8b01-b776ec195953 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Received event network-vif-deleted-a82ea56a-8931-4a60-ade1-9523cd485865 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1313.819789] env[65717]: INFO nova.compute.manager [req-6d022800-6f9b-44c6-9962-638ef3b69106 req-0d0d26ba-64bb-4730-8b01-b776ec195953 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Neutron deleted interface a82ea56a-8931-4a60-ade1-9523cd485865; detaching it from the instance and deleting it from the info cache [ 1313.819960] env[65717]: DEBUG nova.network.neutron [req-6d022800-6f9b-44c6-9962-638ef3b69106 req-0d0d26ba-64bb-4730-8b01-b776ec195953 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.934887] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1313.962032] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1313.962303] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.962509] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1313.962698] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.962840] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1313.962982] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1313.963200] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.963353] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1313.963514] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1313.963669] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1313.963837] env[65717]: DEBUG nova.virt.hardware [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1313.965047] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115ed6f3-987a-4cf3-a741-5b47949588d2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.973155] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297cf71-abaa-4315-bffc-b07a58994f28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.187300] env[65717]: DEBUG nova.compute.manager [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Received event network-vif-plugged-6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1314.187423] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] Acquiring lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.187650] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.187775] env[65717]: DEBUG oslo_concurrency.lockutils [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.187944] env[65717]: DEBUG nova.compute.manager [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] No waiting events found dispatching network-vif-plugged-6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1314.188391] env[65717]: WARNING nova.compute.manager [req-6b54f96d-e27e-4bc8-809c-2af179383321 req-2d955ddb-2b81-4724-b6fe-691b04f11fe0 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Received unexpected event network-vif-plugged-6fbf02ed-6965-4982-8149-7c9685fc53c6 for instance with vm_state building and task_state spawning. [ 1314.254510] env[65717]: DEBUG nova.network.neutron [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.277098] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Successfully updated port: 6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1314.322754] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91e7f220-129e-4566-bce3-6e189e271ebe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.333471] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e4289-7744-491f-beb7-1a8b38ed149b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.360286] env[65717]: DEBUG nova.compute.manager [req-6d022800-6f9b-44c6-9962-638ef3b69106 req-0d0d26ba-64bb-4730-8b01-b776ec195953 service nova] [instance: 418f329f-e31a-4314-b135-233c075f4074] Detach interface failed, port_id=a82ea56a-8931-4a60-ade1-9523cd485865, reason: Instance 418f329f-e31a-4314-b135-233c075f4074 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1314.756859] env[65717]: INFO nova.compute.manager [-] [instance: 418f329f-e31a-4314-b135-233c075f4074] Took 1.28 seconds to deallocate network for instance. [ 1314.780017] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.780214] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.780398] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1315.264570] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.264882] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.265083] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.290311] env[65717]: INFO nova.scheduler.client.report [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Deleted allocations for instance 418f329f-e31a-4314-b135-233c075f4074 [ 1315.314329] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1315.392614] env[65717]: WARNING neutronclient.v2_0.client [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.462853] env[65717]: DEBUG nova.network.neutron [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updating instance_info_cache with network_info: [{"id": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "address": "fa:16:3e:93:00:1f", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbf02ed-69", "ovs_interfaceid": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.799632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Lock "418f329f-e31a-4314-b135-233c075f4074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.956s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.966070] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.966493] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Instance network_info: |[{"id": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "address": "fa:16:3e:93:00:1f", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbf02ed-69", "ovs_interfaceid": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1315.966819] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:00:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbf02ed-6965-4982-8149-7c9685fc53c6', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.974265] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1315.974535] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.974836] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074c3854-8f10-469e-8029-aae79b52f867 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.994858] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.994858] env[65717]: value = "task-4394260" [ 1315.994858] env[65717]: _type = "Task" [ 1315.994858] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.003499] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394260, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.226039] env[65717]: DEBUG nova.compute.manager [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Received event network-changed-6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1316.226039] env[65717]: DEBUG nova.compute.manager [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Refreshing instance network info cache due to event network-changed-6fbf02ed-6965-4982-8149-7c9685fc53c6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1316.226039] env[65717]: DEBUG oslo_concurrency.lockutils [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] Acquiring lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.226039] env[65717]: DEBUG oslo_concurrency.lockutils [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] Acquired lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.226039] env[65717]: DEBUG nova.network.neutron [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Refreshing network info cache for port 6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.507079] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394260, 'name': CreateVM_Task, 'duration_secs': 0.350847} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.507079] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.507079] env[65717]: WARNING neutronclient.v2_0.client [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.507320] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.507320] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.507665] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.507923] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17d5a34-a3ab-46f8-bc0a-be39a5222ee7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.512991] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1316.512991] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2b15-8adb-692c-120d-61a69a0f6db3" [ 1316.512991] env[65717]: _type = "Task" [ 1316.512991] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.521549] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.521703] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1316.521900] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2b15-8adb-692c-120d-61a69a0f6db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.729324] env[65717]: WARNING neutronclient.v2_0.client [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.883122] env[65717]: WARNING neutronclient.v2_0.client [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.948706] env[65717]: DEBUG nova.network.neutron [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updated VIF entry in instance network info cache for port 6fbf02ed-6965-4982-8149-7c9685fc53c6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1316.949089] env[65717]: DEBUG nova.network.neutron [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updating instance_info_cache with network_info: [{"id": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "address": "fa:16:3e:93:00:1f", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbf02ed-69", "ovs_interfaceid": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.024485] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ee2b15-8adb-692c-120d-61a69a0f6db3, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.024735] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.024966] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.025204] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.025348] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.025551] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.025823] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7146ceb1-bd06-41d3-9931-0313ee0c9e50 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.034528] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.034683] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.035389] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f46c34a-953d-475e-b34e-72c014b0ca18 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.042108] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1317.042108] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d35824-422c-7017-cdab-384afc4bd2a7" [ 1317.042108] env[65717]: _type = "Task" [ 1317.042108] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.049928] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d35824-422c-7017-cdab-384afc4bd2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.451741] env[65717]: DEBUG oslo_concurrency.lockutils [req-e9c2eb7d-8ec9-4f6a-9e05-0dd35461e977 req-d591d490-4732-47b4-ad0d-966807d8c3e4 service nova] Releasing lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.520307] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.553089] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52d35824-422c-7017-cdab-384afc4bd2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.553967] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb43a65b-6994-4d3a-a631-a079f0f6bda2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.559679] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1317.559679] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5254fca5-4d02-9326-4dc9-fb3d32bd157b" [ 1317.559679] env[65717]: _type = "Task" [ 1317.559679] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.568479] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5254fca5-4d02-9326-4dc9-fb3d32bd157b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.071488] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5254fca5-4d02-9326-4dc9-fb3d32bd157b, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.071972] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.071972] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c7c90bed-ba88-472c-9379-15a0d1b71325/c7c90bed-ba88-472c-9379-15a0d1b71325.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.072281] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab4bd45-e1e2-4c95-a8c8-83ee1f020dbe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.080173] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1318.080173] env[65717]: value = "task-4394262" [ 1318.080173] env[65717]: _type = "Task" [ 1318.080173] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.088977] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.590539] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477092} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.590715] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] c7c90bed-ba88-472c-9379-15a0d1b71325/c7c90bed-ba88-472c-9379-15a0d1b71325.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.590923] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.591194] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c8705c-42eb-456c-a0c8-9c3a8c9ceffe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.597562] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1318.597562] env[65717]: value = "task-4394263" [ 1318.597562] env[65717]: _type = "Task" [ 1318.597562] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.605676] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.107603] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061483} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.107972] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.108671] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79fc505-5620-48e1-a7e6-8ac662c8a0f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.130522] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c7c90bed-ba88-472c-9379-15a0d1b71325/c7c90bed-ba88-472c-9379-15a0d1b71325.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.130796] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fde3111-6f5e-4343-ace9-99230ed26f91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.150057] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1319.150057] env[65717]: value = "task-4394264" [ 1319.150057] env[65717]: _type = "Task" [ 1319.150057] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.158176] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.661015] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394264, 'name': ReconfigVM_Task, 'duration_secs': 0.31819} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.661378] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c7c90bed-ba88-472c-9379-15a0d1b71325/c7c90bed-ba88-472c-9379-15a0d1b71325.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.662187] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d55be41-6c06-4148-b7ed-0e4e2015edd9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.669228] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1319.669228] env[65717]: value = "task-4394265" [ 1319.669228] env[65717]: _type = "Task" [ 1319.669228] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.677973] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394265, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.180761] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394265, 'name': Rename_Task, 'duration_secs': 0.149767} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.181158] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.181467] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d7da0e4-d4bf-4186-b84f-73122f348349 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.189451] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1320.189451] env[65717]: value = "task-4394266" [ 1320.189451] env[65717]: _type = "Task" [ 1320.189451] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.200406] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.520343] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.700817] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394266, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.023637] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.023899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.024078] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.024238] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1321.025222] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8ba63-a6dc-4905-a25d-83b8f219074b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.033960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b92b47-cc34-4343-ac62-43e005b15abe {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.048742] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd48e8-e71d-4d0b-b101-819607e57533 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.056904] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32acedd1-e680-40ac-97d2-33e1eba77a9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.087445] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1321.087690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.087969] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.200874] env[65717]: DEBUG oslo_vmware.api [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394266, 'name': PowerOnVM_Task, 'duration_secs': 0.622474} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.201261] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.201421] env[65717]: INFO nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1321.201602] env[65717]: DEBUG nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1321.202392] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f266dd5-7688-4038-a52a-b3a0379007b1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.721034] env[65717]: INFO nova.compute.manager [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Took 11.95 seconds to build instance. [ 1322.058915] env[65717]: DEBUG nova.compute.manager [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Received event network-changed-6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1322.059246] env[65717]: DEBUG nova.compute.manager [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Refreshing instance network info cache due to event network-changed-6fbf02ed-6965-4982-8149-7c9685fc53c6. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1322.059371] env[65717]: DEBUG oslo_concurrency.lockutils [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] Acquiring lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.059456] env[65717]: DEBUG oslo_concurrency.lockutils [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] Acquired lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.059610] env[65717]: DEBUG nova.network.neutron [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Refreshing network info cache for port 6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.124059] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1322.124163] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c7c90bed-ba88-472c-9379-15a0d1b71325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1322.124346] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1322.124493] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_050733dc261b428497efcb3bf043c1ad': '2', 'io_workload': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1322.167960] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc74566-115a-4c63-993f-0846dca405b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.176540] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351245ab-2245-4bad-920c-d88c19a5c61b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.208098] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff53f8c-fb2c-4bfb-abda-4d64ad6b7137 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.216826] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede2a0f-3a40-4bc7-8012-36f656d12b07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.222444] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.464s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.231078] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.561906] env[65717]: WARNING neutronclient.v2_0.client [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.730354] env[65717]: WARNING neutronclient.v2_0.client [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.734859] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.817955] env[65717]: DEBUG nova.network.neutron [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updated VIF entry in instance network info cache for port 6fbf02ed-6965-4982-8149-7c9685fc53c6. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1322.818409] env[65717]: DEBUG nova.network.neutron [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updating instance_info_cache with network_info: [{"id": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "address": "fa:16:3e:93:00:1f", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbf02ed-69", "ovs_interfaceid": "6fbf02ed-6965-4982-8149-7c9685fc53c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.240363] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1323.240843] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.321460] env[65717]: DEBUG oslo_concurrency.lockutils [req-1e47ff24-72f6-4539-aecd-b272ece3d696 req-852a2bad-dea2-4a46-817d-e06ed5bf5162 service nova] Releasing lock "refresh_cache-c7c90bed-ba88-472c-9379-15a0d1b71325" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.235272] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.383029] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.383419] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.886036] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1343.408367] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.408734] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.410621] env[65717]: INFO nova.compute.claims [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.470195] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a8e5e2-1161-4e34-8ee3-b560c58e889e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.478846] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ccbbe-ba82-43c5-a0b5-ce5176a4843f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.510203] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ea8c2-35eb-4eb2-9610-6a0008237234 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.518333] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f651346-875c-46ea-ad3c-52da6c2cdc44 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.532055] env[65717]: DEBUG nova.compute.provider_tree [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.035662] env[65717]: DEBUG nova.scheduler.client.report [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.540639] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.541114] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1346.046383] env[65717]: DEBUG nova.compute.utils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.047904] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1346.048583] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1346.048583] env[65717]: WARNING neutronclient.v2_0.client [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.048733] env[65717]: WARNING neutronclient.v2_0.client [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.107548] env[65717]: DEBUG nova.policy [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84effc5c619948b78034cc8c35ee733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050733dc261b428497efcb3bf043c1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.374016] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Successfully created port: 9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1346.551966] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1347.057460] env[65717]: INFO nova.virt.block_device [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Booting with volume c652dc5d-184c-4f6a-b3de-1afe6a48a773 at /dev/sda [ 1347.097102] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66180aa9-a4b7-44f3-b552-6130bcab0ef8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.107400] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6593fa-e580-4aec-a135-101df03ffd51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.134475] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7c3427e-c056-4cfe-b394-b5e317f5c2e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.144125] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3ff9d-8949-4b9d-a9e1-92c2250802e3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.173014] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164eda6-b3ce-4fdc-a819-79264d8ff46e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.180834] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e79519-4ad8-4f35-ba63-9b78877051aa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.195281] env[65717]: DEBUG nova.virt.block_device [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating existing volume attachment record: 8148c915-9c3c-4924-a55d-a560bdef5faa {{(pid=65717) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1347.775633] env[65717]: DEBUG nova.compute.manager [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Received event network-vif-plugged-9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1347.775915] env[65717]: DEBUG oslo_concurrency.lockutils [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.775915] env[65717]: DEBUG oslo_concurrency.lockutils [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.776133] env[65717]: DEBUG oslo_concurrency.lockutils [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.776219] env[65717]: DEBUG nova.compute.manager [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] No waiting events found dispatching network-vif-plugged-9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1347.776606] env[65717]: WARNING nova.compute.manager [req-a9f94aad-75c8-4a43-8fad-6954b2c3eb57 req-c2cb708b-cc25-49df-8ef2-e1673d8f32cc service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Received unexpected event network-vif-plugged-9d044d20-203e-4aeb-94be-aec99e2f8b05 for instance with vm_state building and task_state block_device_mapping. [ 1347.867377] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Successfully updated port: 9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1348.370422] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.370649] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.370828] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1348.908471] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1348.986717] env[65717]: WARNING neutronclient.v2_0.client [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.063736] env[65717]: DEBUG nova.network.neutron [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.283498] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1349.284041] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1349.284289] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.284476] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1349.284699] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.284878] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1349.285096] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1349.285301] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.285455] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1349.285615] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1349.285773] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1349.285962] env[65717]: DEBUG nova.virt.hardware [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1349.286859] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e5e4bb-49ce-46ae-9ebc-ea61e4680d42 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.295839] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5302c7b-9ec9-4cad-85a8-022a94c3bfd6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.567568] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.567896] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Instance network_info: |[{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1349.568394] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:54:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d044d20-203e-4aeb-94be-aec99e2f8b05', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.575895] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1349.576146] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.576387] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e316e6c1-3fd0-4fb5-b04b-0b46d4335030 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.596838] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.596838] env[65717]: value = "task-4394275" [ 1349.596838] env[65717]: _type = "Task" [ 1349.596838] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.605341] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394275, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.810430] env[65717]: DEBUG nova.compute.manager [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Received event network-changed-9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1349.810430] env[65717]: DEBUG nova.compute.manager [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Refreshing instance network info cache due to event network-changed-9d044d20-203e-4aeb-94be-aec99e2f8b05. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1349.810430] env[65717]: DEBUG oslo_concurrency.lockutils [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.810430] env[65717]: DEBUG oslo_concurrency.lockutils [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.810797] env[65717]: DEBUG nova.network.neutron [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Refreshing network info cache for port 9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.108232] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394275, 'name': CreateVM_Task, 'duration_secs': 0.327368} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.108625] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.108878] env[65717]: WARNING neutronclient.v2_0.client [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.109241] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8148c915-9c3c-4924-a55d-a560bdef5faa', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860104', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'name': 'volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25b970ed-0e4d-4a83-a045-d06f260be9af', 'attached_at': '', 'detached_at': '', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'serial': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773'}, 'volume_type': None}], 'swap': None} {{(pid=65717) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1350.109439] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Root volume attach. Driver type: vmdk {{(pid=65717) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1350.110292] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dde4a0-fb4a-4274-933a-4dfb871c53b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.118983] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06547c1b-f1b5-46cf-a156-eded9f1d5bb4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.126238] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c1b7e-278b-4ead-be2d-cc0723d22090 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.132547] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ee8875a4-b0db-4d1c-9f61-e629ddc24253 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.139409] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1350.139409] env[65717]: value = "task-4394276" [ 1350.139409] env[65717]: _type = "Task" [ 1350.139409] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.147467] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.315842] env[65717]: WARNING neutronclient.v2_0.client [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.476186] env[65717]: WARNING neutronclient.v2_0.client [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.548987] env[65717]: DEBUG nova.network.neutron [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updated VIF entry in instance network info cache for port 9d044d20-203e-4aeb-94be-aec99e2f8b05. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1350.549377] env[65717]: DEBUG nova.network.neutron [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.650636] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 42%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.052974] env[65717]: DEBUG oslo_concurrency.lockutils [req-182d6449-600d-457c-bb6e-df7c6a3c59ca req-59ac33ea-9f67-440b-811f-73f7565b7f3f service nova] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.151893] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 56%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.653371] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 71%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.153121] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 84%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.652826] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 97%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.154752] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 97%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.654572] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 97%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.156076] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task} progress is 98%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.657053] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394276, 'name': RelocateVM_Task, 'duration_secs': 4.161516} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.657382] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Volume attach. Driver type: vmdk {{(pid=65717) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1354.657600] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860104', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'name': 'volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25b970ed-0e4d-4a83-a045-d06f260be9af', 'attached_at': '', 'detached_at': '', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'serial': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1354.658485] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36f211-533e-4e3f-9cfd-44fb29210b61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.676705] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f049f9b8-f8a9-48b9-8b89-81719d5e137d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.701991] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773/volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.702418] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a89e15-1a8e-4556-afd5-0f28d7aee108 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.725753] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1354.725753] env[65717]: value = "task-4394277" [ 1354.725753] env[65717]: _type = "Task" [ 1354.725753] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.735165] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.236312] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394277, 'name': ReconfigVM_Task, 'duration_secs': 0.296289} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.236711] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773/volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.241265] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8542972c-c075-4a14-9d9d-9a761a2b3888 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.256443] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1355.256443] env[65717]: value = "task-4394278" [ 1355.256443] env[65717]: _type = "Task" [ 1355.256443] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.264914] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.767194] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394278, 'name': ReconfigVM_Task, 'duration_secs': 0.125863} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.767500] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860104', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'name': 'volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25b970ed-0e4d-4a83-a045-d06f260be9af', 'attached_at': '', 'detached_at': '', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'serial': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773'} {{(pid=65717) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1355.768052] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc92ff24-43f6-4ea8-ba13-df7d03031ffc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.774644] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1355.774644] env[65717]: value = "task-4394279" [ 1355.774644] env[65717]: _type = "Task" [ 1355.774644] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.782537] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394279, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.285031] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394279, 'name': Rename_Task, 'duration_secs': 0.130387} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.285400] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.285513] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79925b63-f00e-4048-a47d-8d4f66c061c7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.292047] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1356.292047] env[65717]: value = "task-4394280" [ 1356.292047] env[65717]: _type = "Task" [ 1356.292047] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.300579] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.801918] env[65717]: DEBUG oslo_vmware.api [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394280, 'name': PowerOnVM_Task, 'duration_secs': 0.447262} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.802201] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.802403] env[65717]: INFO nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1356.802576] env[65717]: DEBUG nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1356.803367] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54ee9b6-4f79-4fb6-99fc-ad732efd519b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.323357] env[65717]: INFO nova.compute.manager [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Took 13.93 seconds to build instance. [ 1357.825391] env[65717]: DEBUG oslo_concurrency.lockutils [None req-acd1d810-619a-432e-aaa3-e30165dec047 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.442s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.959206] env[65717]: DEBUG nova.compute.manager [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received event network-changed-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1357.959402] env[65717]: DEBUG nova.compute.manager [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing instance network info cache due to event network-changed-a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1357.959608] env[65717]: DEBUG oslo_concurrency.lockutils [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] Acquiring lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.959748] env[65717]: DEBUG oslo_concurrency.lockutils [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] Acquired lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.959904] env[65717]: DEBUG nova.network.neutron [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Refreshing network info cache for port a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.462740] env[65717]: WARNING neutronclient.v2_0.client [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.613590] env[65717]: WARNING neutronclient.v2_0.client [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.684582] env[65717]: DEBUG nova.network.neutron [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updated VIF entry in instance network info cache for port a437b4f3-2847-412d-b26c-242391a7545b. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1358.685069] env[65717]: DEBUG nova.network.neutron [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [{"id": "a437b4f3-2847-412d-b26c-242391a7545b", "address": "fa:16:3e:70:45:a4", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa437b4f3-28", "ovs_interfaceid": "a437b4f3-2847-412d-b26c-242391a7545b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.188271] env[65717]: DEBUG oslo_concurrency.lockutils [req-0bda9d81-571d-4240-926a-3e10e304fd7c req-a3f8ab0b-45a3-4e44-96bc-bd74a6ba6a68 service nova] Releasing lock "refresh_cache-d0a62440-e59e-419d-abec-f1bbbe72a5a4" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.408032] env[65717]: DEBUG nova.compute.manager [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Stashing vm_state: active {{(pid=65717) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1359.929379] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.929686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.983826] env[65717]: DEBUG nova.compute.manager [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Received event network-changed-9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1359.983908] env[65717]: DEBUG nova.compute.manager [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Refreshing instance network info cache due to event network-changed-9d044d20-203e-4aeb-94be-aec99e2f8b05. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1359.984797] env[65717]: DEBUG oslo_concurrency.lockutils [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.984797] env[65717]: DEBUG oslo_concurrency.lockutils [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.984797] env[65717]: DEBUG nova.network.neutron [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Refreshing network info cache for port 9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.434719] env[65717]: INFO nova.compute.claims [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.487237] env[65717]: WARNING neutronclient.v2_0.client [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.657598] env[65717]: WARNING neutronclient.v2_0.client [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.726323] env[65717]: DEBUG nova.network.neutron [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updated VIF entry in instance network info cache for port 9d044d20-203e-4aeb-94be-aec99e2f8b05. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1360.726678] env[65717]: DEBUG nova.network.neutron [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.940854] env[65717]: INFO nova.compute.resource_tracker [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating resource usage from migration 469a4ffe-8f3f-45f0-9975-80126f6f2631 [ 1361.000407] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b81253-4c49-4e71-9c55-eff0154c1e27 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.008480] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e385bad9-f894-4c2f-af8d-9de6e8a0fa6d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.040418] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f32770-138a-45e1-a29a-f2c3ec04ab6e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.048790] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22ea10-6196-4966-bd0f-ec6804702426 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.062766] env[65717]: DEBUG nova.compute.provider_tree [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.229384] env[65717]: DEBUG oslo_concurrency.lockutils [req-88a174ed-d1e7-4cc1-83e5-fb55e52c2afc req-86469b55-64cd-4fae-816f-8a0c159515bb service nova] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.566372] env[65717]: DEBUG nova.scheduler.client.report [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.071161] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.071538] env[65717]: INFO nova.compute.manager [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Migrating [ 1362.587263] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.587490] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.587670] env[65717]: DEBUG nova.network.neutron [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1363.091050] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.251240] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.319430] env[65717]: DEBUG nova.network.neutron [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.822741] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.338641] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89462a16-6a96-4437-a9c0-adb87e3e3eab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.357607] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 0 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.864057] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.864321] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d81a0a-9201-4b7a-871a-a556b0acf475 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.872472] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1365.872472] env[65717]: value = "task-4394281" [ 1365.872472] env[65717]: _type = "Task" [ 1365.872472] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.881267] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.382796] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394281, 'name': PowerOffVM_Task, 'duration_secs': 0.209796} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.383227] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.383227] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 17 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.889738] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1366.890064] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.890154] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1366.890381] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.890526] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1366.890669] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1366.890871] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.891036] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1366.891205] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1366.891368] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1366.891535] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1366.896752] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe817bd-20d8-4001-aab6-1492316e8437 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.912869] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1366.912869] env[65717]: value = "task-4394282" [ 1366.912869] env[65717]: _type = "Task" [ 1366.912869] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.921603] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.423592] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394282, 'name': ReconfigVM_Task, 'duration_secs': 0.154068} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.423975] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 33 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.930324] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1367.930574] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.930717] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1367.930891] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.931042] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1367.931189] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1367.931396] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.931548] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1367.931704] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1367.931857] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1367.932045] env[65717]: DEBUG nova.virt.hardware [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1367.937372] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.937706] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d47575-cf3a-4674-8c18-53cdaab562f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.957285] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1367.957285] env[65717]: value = "task-4394283" [ 1367.957285] env[65717]: _type = "Task" [ 1367.957285] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.966305] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.467868] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394283, 'name': ReconfigVM_Task, 'duration_secs': 0.152214} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.468289] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.468979] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce3b97-9f2a-405a-b917-018896010324 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.490800] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773/volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.491179] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2f0d03-b66f-4912-9199-d3f210f6d558 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.510527] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1368.510527] env[65717]: value = "task-4394284" [ 1368.510527] env[65717]: _type = "Task" [ 1368.510527] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.520285] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.020334] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394284, 'name': ReconfigVM_Task, 'duration_secs': 0.271083} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.020612] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773/volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773.vmdk or device None with type thin {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.020863] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 50 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.528183] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3771f4a-1131-4283-b060-97c6e7589ca3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.547185] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a6697-9a89-46d9-9c44-ec4eab0038db {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.564795] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 67 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.183974] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.184460] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.226465] env[65717]: DEBUG nova.network.neutron [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Port 9d044d20-203e-4aeb-94be-aec99e2f8b05 binding to destination host cpu-1 is already ACTIVE {{(pid=65717) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1372.247298] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.247753] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.247753] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.520218] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.253450] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.285506] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.285688] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.285876] env[65717]: DEBUG nova.network.neutron [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1373.520212] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.520478] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.788975] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.949494] env[65717]: WARNING neutronclient.v2_0.client [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.017226] env[65717]: DEBUG nova.network.neutron [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.520565] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.524535] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.030180] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5be672-2758-410d-bb0e-ff193dc0f2f3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.038138] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8830f77a-2a93-4b00-9532-d861284ccc8c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.143481] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ffec1-87ed-4fea-93b2-769d44b25795 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.163326] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255190da-070f-48a9-b30d-4164a5252a83 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.170682] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 83 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.520654] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.520905] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1376.677662] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.678121] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e71a10-5ba0-4bf7-a506-4789699d04ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.686591] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1376.686591] env[65717]: value = "task-4394285" [ 1376.686591] env[65717]: _type = "Task" [ 1376.686591] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.695073] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.197046] env[65717]: DEBUG oslo_vmware.api [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394285, 'name': PowerOnVM_Task, 'duration_secs': 0.367675} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.197331] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.197509] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f137b215-ffe7-461c-8cd1-957ef29d5680 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance '25b970ed-0e4d-4a83-a045-d06f260be9af' progress to 100 {{(pid=65717) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1378.969518] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.969899] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.970052] env[65717]: DEBUG nova.compute.manager [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Going to confirm migration 10 {{(pid=65717) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1379.476146] env[65717]: WARNING neutronclient.v2_0.client [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.520964] env[65717]: WARNING neutronclient.v2_0.client [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.521320] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.521472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquired lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.521719] env[65717]: DEBUG nova.network.neutron [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1379.521931] env[65717]: DEBUG nova.objects.instance [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'info_cache' on Instance uuid 25b970ed-0e4d-4a83-a045-d06f260be9af {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.523375] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.529088] env[65717]: WARNING neutronclient.v2_0.client [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.695142] env[65717]: WARNING neutronclient.v2_0.client [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.761838] env[65717]: DEBUG nova.network.neutron [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [{"id": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "address": "fa:16:3e:7d:54:52", "network": {"id": "d138f38a-907b-40e9-a7cc-103324db6122", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1353447154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050733dc261b428497efcb3bf043c1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d044d20-20", "ovs_interfaceid": "9d044d20-203e-4aeb-94be-aec99e2f8b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.264832] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Releasing lock "refresh_cache-25b970ed-0e4d-4a83-a045-d06f260be9af" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.265152] env[65717]: DEBUG nova.objects.instance [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'migration_context' on Instance uuid 25b970ed-0e4d-4a83-a045-d06f260be9af {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.514375] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.519990] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.768902] env[65717]: DEBUG nova.objects.base [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Object Instance<25b970ed-0e4d-4a83-a045-d06f260be9af> lazy-loaded attributes: info_cache,migration_context {{(pid=65717) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.770234] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad528ad-872d-4fec-b99b-0e2504ffe3f2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.794880] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b00249-4eb9-47e2-b08a-3a9d4cb294c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.801578] env[65717]: DEBUG oslo_vmware.api [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1381.801578] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef21e3-6854-9c55-088a-bd23b4065e7b" [ 1381.801578] env[65717]: _type = "Task" [ 1381.801578] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.810036] env[65717]: DEBUG oslo_vmware.api [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef21e3-6854-9c55-088a-bd23b4065e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.023562] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.023802] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.023976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.024155] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1382.025032] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f8172-9bbe-4603-aea0-f7a98f1b9750 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.033620] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ccde6d-0dde-41ca-b322-243cef35c7ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.048071] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69947e0-4b0f-49c9-8f63-58f08fcc0b91 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.055434] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a36f10-fc1e-4fdf-aa44-b4e3bd4ea6a6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.086520] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180060MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1382.086723] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.086884] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.312073] env[65717]: DEBUG oslo_vmware.api [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ef21e3-6854-9c55-088a-bd23b4065e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.312339] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.094622] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Applying migration context for instance 25b970ed-0e4d-4a83-a045-d06f260be9af as it has an incoming, in-progress migration 469a4ffe-8f3f-45f0-9975-80126f6f2631. Migration status is confirming {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1383.095564] env[65717]: INFO nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating resource usage from migration 469a4ffe-8f3f-45f0-9975-80126f6f2631 [ 1383.114345] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1383.114593] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance c7c90bed-ba88-472c-9379-15a0d1b71325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1383.114704] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Migration 469a4ffe-8f3f-45f0-9975-80126f6f2631 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1383.114829] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 25b970ed-0e4d-4a83-a045-d06f260be9af actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1383.114988] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1383.115151] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '2', 'num_task_None': '3', 'num_os_type_None': '3', 'num_proj_050733dc261b428497efcb3bf043c1ad': '3', 'io_workload': '0', 'num_vm_resized': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1383.174284] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b981fee-0dcc-4ea0-8cbe-60fb7adcccab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.182603] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b013cfcb-8fca-4de1-8613-1e21a36626bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.213796] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd14c2-d60e-4b6f-8993-3e0812e2c580 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.221932] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff483ad-009d-44fc-afd2-41c386fd887a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.235160] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.738709] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.243874] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1384.244294] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.244364] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.932s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.807135] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b381c41-929e-447b-927c-2c8566df2e61 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.815334] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43a04a-0816-433b-951b-2ffea5ac840c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.846897] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807d19f-c90a-44dc-bbd3-3c8449f5b6c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.854531] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71bcc09-e7b2-4960-a725-096da8253f5c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.868110] env[65717]: DEBUG nova.compute.provider_tree [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.371357] env[65717]: DEBUG nova.scheduler.client.report [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.381244] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.137s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.948147] env[65717]: INFO nova.scheduler.client.report [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocation for migration 469a4ffe-8f3f-45f0-9975-80126f6f2631 [ 1387.453852] env[65717]: DEBUG oslo_concurrency.lockutils [None req-6d103aa0-1987-4065-93a3-7f99874c7713 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.484s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.648514] env[65717]: INFO nova.compute.manager [None req-4266b582-1a9c-4d85-8fa5-53fc6a23031b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Get console output [ 1387.648871] env[65717]: WARNING nova.virt.vmwareapi.driver [None req-4266b582-1a9c-4d85-8fa5-53fc6a23031b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] The console log is missing. Check your VSPC configuration [ 1394.240278] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.236750] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.237224] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.237285] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.237809] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.238017] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.241624] env[65717]: INFO nova.compute.manager [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Terminating instance [ 1414.745963] env[65717]: DEBUG nova.compute.manager [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1414.746234] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.746590] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eb34733-146e-47a2-82e0-7250abd0d50a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.755084] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1414.755084] env[65717]: value = "task-4394286" [ 1414.755084] env[65717]: _type = "Task" [ 1414.755084] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.767763] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.265577] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394286, 'name': PowerOffVM_Task, 'duration_secs': 0.182344} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.266019] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.266092] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Volume detach. Driver type: vmdk {{(pid=65717) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1415.266255] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860104', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'name': 'volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '25b970ed-0e4d-4a83-a045-d06f260be9af', 'attached_at': '2025-11-12T14:39:27.000000', 'detached_at': '', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'serial': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1415.267070] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc8b19-c318-4e0e-8800-798fb298f70d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.285745] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ae831-6cc1-4561-b1a7-4613edfe83e1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.292781] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd795566-8f0c-4c3d-8c30-a2e6e3f025a9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.310090] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ecd44-9f0f-474b-8e3f-303cc2025079 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.325883] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] The volume has not been displaced from its original location: [datastore1] volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773/volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773.vmdk. No consolidation needed. {{(pid=65717) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1415.330883] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.331174] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80741e33-2a56-4a03-9a84-233e66ab241a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.349662] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1415.349662] env[65717]: value = "task-4394287" [ 1415.349662] env[65717]: _type = "Task" [ 1415.349662] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.357665] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.860524] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394287, 'name': ReconfigVM_Task, 'duration_secs': 0.153544} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.860863] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65717) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.865450] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cbf57d-b566-419b-93e6-158a4d2597c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.881442] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1415.881442] env[65717]: value = "task-4394288" [ 1415.881442] env[65717]: _type = "Task" [ 1415.881442] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.892126] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.391748] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394288, 'name': ReconfigVM_Task, 'duration_secs': 0.154992} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.392204] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-860104', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'name': 'volume-c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '25b970ed-0e4d-4a83-a045-d06f260be9af', 'attached_at': '2025-11-12T14:39:27.000000', 'detached_at': '', 'volume_id': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773', 'serial': 'c652dc5d-184c-4f6a-b3de-1afe6a48a773'} {{(pid=65717) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.392312] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.393059] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965c665-9be1-4d7d-bf08-7cc466f13b5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.399805] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.400041] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be3cd39-5498-4943-9fb6-d6b47cfad8e6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.469856] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.470129] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.470248] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore1] 25b970ed-0e4d-4a83-a045-d06f260be9af {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.470510] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412fff29-3a7e-4b36-bcb4-4823061620d6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.477585] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1416.477585] env[65717]: value = "task-4394290" [ 1416.477585] env[65717]: _type = "Task" [ 1416.477585] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.486191] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.987834] env[65717]: DEBUG oslo_vmware.api [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08334} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.988117] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.988283] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.988454] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.988624] env[65717]: INFO nova.compute.manager [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1416.988856] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1416.989069] env[65717]: DEBUG nova.compute.manager [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1416.989167] env[65717]: DEBUG nova.network.neutron [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1416.989409] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.021095] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.473672] env[65717]: DEBUG nova.compute.manager [req-0abfb5f4-9954-4366-82eb-6a84c79609aa req-440c472b-2170-4f86-b441-8570e1ef6502 service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Received event network-vif-deleted-9d044d20-203e-4aeb-94be-aec99e2f8b05 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1417.474032] env[65717]: INFO nova.compute.manager [req-0abfb5f4-9954-4366-82eb-6a84c79609aa req-440c472b-2170-4f86-b441-8570e1ef6502 service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Neutron deleted interface 9d044d20-203e-4aeb-94be-aec99e2f8b05; detaching it from the instance and deleting it from the info cache [ 1417.474145] env[65717]: DEBUG nova.network.neutron [req-0abfb5f4-9954-4366-82eb-6a84c79609aa req-440c472b-2170-4f86-b441-8570e1ef6502 service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.953946] env[65717]: DEBUG nova.network.neutron [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.976536] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc0325bb-091e-4501-b4f1-066dd1e8d81d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.987594] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff1f8d0-689f-4ee9-bc2f-c335d7a20276 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.013531] env[65717]: DEBUG nova.compute.manager [req-0abfb5f4-9954-4366-82eb-6a84c79609aa req-440c472b-2170-4f86-b441-8570e1ef6502 service nova] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Detach interface failed, port_id=9d044d20-203e-4aeb-94be-aec99e2f8b05, reason: Instance 25b970ed-0e4d-4a83-a045-d06f260be9af could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1418.456935] env[65717]: INFO nova.compute.manager [-] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Took 1.47 seconds to deallocate network for instance. [ 1419.001228] env[65717]: INFO nova.compute.manager [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Took 0.54 seconds to detach 1 volumes for instance. [ 1419.003437] env[65717]: DEBUG nova.compute.manager [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Deleting volume: c652dc5d-184c-4f6a-b3de-1afe6a48a773 {{(pid=65717) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1419.546891] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.547159] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.547353] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.573026] env[65717]: INFO nova.scheduler.client.report [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocations for instance 25b970ed-0e4d-4a83-a045-d06f260be9af [ 1420.080451] env[65717]: DEBUG oslo_concurrency.lockutils [None req-4f6ad849-20c1-4c92-96c3-8687d3b7400b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "25b970ed-0e4d-4a83-a045-d06f260be9af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.934994] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "c7c90bed-ba88-472c-9379-15a0d1b71325" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.935197] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.935387] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.935591] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.935810] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.938123] env[65717]: INFO nova.compute.manager [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Terminating instance [ 1421.442653] env[65717]: DEBUG nova.compute.manager [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1421.443101] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.443919] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaec36b-aac6-4239-b032-fabe0e70c74e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.452760] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.453054] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0aa8e03-cfed-46d1-8a0c-cf81697ca6c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.460205] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1421.460205] env[65717]: value = "task-4394292" [ 1421.460205] env[65717]: _type = "Task" [ 1421.460205] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.469522] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.970518] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394292, 'name': PowerOffVM_Task, 'duration_secs': 0.184745} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.970744] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.970897] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.971167] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff8f782-1606-4db8-a221-0fb17f98d347 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.039064] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.039351] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.039604] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore2] c7c90bed-ba88-472c-9379-15a0d1b71325 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.039953] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b12aace4-a503-488e-a06d-73adc9d18693 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.046878] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1422.046878] env[65717]: value = "task-4394294" [ 1422.046878] env[65717]: _type = "Task" [ 1422.046878] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.055203] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.557576] env[65717]: DEBUG oslo_vmware.api [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136957} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.557576] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.557576] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.558086] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.558086] env[65717]: INFO nova.compute.manager [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1422.558086] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1422.558349] env[65717]: DEBUG nova.compute.manager [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1422.558523] env[65717]: DEBUG nova.network.neutron [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1422.558800] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.601988] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.869977] env[65717]: DEBUG nova.compute.manager [req-04403a67-46e7-4950-81c5-5d914625b000 req-a21079df-123b-4f25-a9df-4a5617ba98ba service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Received event network-vif-deleted-6fbf02ed-6965-4982-8149-7c9685fc53c6 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1422.870186] env[65717]: INFO nova.compute.manager [req-04403a67-46e7-4950-81c5-5d914625b000 req-a21079df-123b-4f25-a9df-4a5617ba98ba service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Neutron deleted interface 6fbf02ed-6965-4982-8149-7c9685fc53c6; detaching it from the instance and deleting it from the info cache [ 1422.870354] env[65717]: DEBUG nova.network.neutron [req-04403a67-46e7-4950-81c5-5d914625b000 req-a21079df-123b-4f25-a9df-4a5617ba98ba service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.343250] env[65717]: DEBUG nova.network.neutron [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.373081] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3638c35-d222-43a8-b1a9-569fba384c78 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.383896] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967ff53-66bf-4c81-831d-bd4ceea369e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.410340] env[65717]: DEBUG nova.compute.manager [req-04403a67-46e7-4950-81c5-5d914625b000 req-a21079df-123b-4f25-a9df-4a5617ba98ba service nova] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Detach interface failed, port_id=6fbf02ed-6965-4982-8149-7c9685fc53c6, reason: Instance c7c90bed-ba88-472c-9379-15a0d1b71325 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1423.846355] env[65717]: INFO nova.compute.manager [-] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Took 1.29 seconds to deallocate network for instance. [ 1424.352717] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.353014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.353257] env[65717]: DEBUG nova.objects.instance [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'resources' on Instance uuid c7c90bed-ba88-472c-9379-15a0d1b71325 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.905228] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce24881-9d09-471b-9a99-984fa48dd9a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.913249] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713019a8-68b7-48e7-854f-716cd3bf7507 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.943270] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e658b-be66-4b56-aaab-6c1f849f1aeb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.951240] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7546de9d-969a-4e76-bf44-075990589495 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.966278] env[65717]: DEBUG nova.compute.provider_tree [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.470083] env[65717]: DEBUG nova.scheduler.client.report [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.974875] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.994900] env[65717]: INFO nova.scheduler.client.report [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocations for instance c7c90bed-ba88-472c-9379-15a0d1b71325 [ 1426.503368] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1e6b958c-a7f0-43a6-bf3b-0ab2a1967e13 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "c7c90bed-ba88-472c-9379-15a0d1b71325" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.568s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.732148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.732148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.732148] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.732612] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.732612] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.734630] env[65717]: INFO nova.compute.manager [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Terminating instance [ 1431.238702] env[65717]: DEBUG nova.compute.manager [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1431.238927] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.239836] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c883e-7ba8-45bc-8cb8-d6bc78369a10 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.248595] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.248832] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04635568-e11a-47df-b0b4-f63e266549b4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.255716] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1431.255716] env[65717]: value = "task-4394296" [ 1431.255716] env[65717]: _type = "Task" [ 1431.255716] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.263924] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.765441] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394296, 'name': PowerOffVM_Task, 'duration_secs': 0.18315} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.765797] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.765797] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.766091] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c651977f-1133-43e3-ace4-8b90ac01f563 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.832364] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.832581] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.832789] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleting the datastore file [datastore1] d0a62440-e59e-419d-abec-f1bbbe72a5a4 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.833176] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6680d4a5-7e5b-4048-9d4d-ffe26e22e17c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.841191] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for the task: (returnval){ [ 1431.841191] env[65717]: value = "task-4394298" [ 1431.841191] env[65717]: _type = "Task" [ 1431.841191] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.850248] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.351951] env[65717]: DEBUG oslo_vmware.api [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Task: {'id': task-4394298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134353} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.352305] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.352507] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.352677] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.352861] env[65717]: INFO nova.compute.manager [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1432.353150] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1432.353355] env[65717]: DEBUG nova.compute.manager [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1432.353450] env[65717]: DEBUG nova.network.neutron [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1432.353698] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.387357] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.678435] env[65717]: DEBUG nova.compute.manager [req-8b1cad30-12b1-408d-863a-b65d1d853d27 req-30668af3-1867-43cb-a9c3-c751f3112316 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Received event network-vif-deleted-a437b4f3-2847-412d-b26c-242391a7545b {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1432.678640] env[65717]: INFO nova.compute.manager [req-8b1cad30-12b1-408d-863a-b65d1d853d27 req-30668af3-1867-43cb-a9c3-c751f3112316 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Neutron deleted interface a437b4f3-2847-412d-b26c-242391a7545b; detaching it from the instance and deleting it from the info cache [ 1432.678806] env[65717]: DEBUG nova.network.neutron [req-8b1cad30-12b1-408d-863a-b65d1d853d27 req-30668af3-1867-43cb-a9c3-c751f3112316 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.151422] env[65717]: DEBUG nova.network.neutron [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.181909] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49b83681-0e3f-4228-a9fe-564baec14269 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.191884] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2295e1-558c-486f-ac03-79e108802103 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.216786] env[65717]: DEBUG nova.compute.manager [req-8b1cad30-12b1-408d-863a-b65d1d853d27 req-30668af3-1867-43cb-a9c3-c751f3112316 service nova] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Detach interface failed, port_id=a437b4f3-2847-412d-b26c-242391a7545b, reason: Instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1433.520092] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.520346] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.654247] env[65717]: INFO nova.compute.manager [-] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Took 1.30 seconds to deallocate network for instance. [ 1434.161220] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.161683] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.161731] env[65717]: DEBUG nova.objects.instance [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lazy-loading 'resources' on Instance uuid d0a62440-e59e-419d-abec-f1bbbe72a5a4 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.520407] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.520646] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.697483] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eba2d3-108c-454d-9657-2603f3d729a0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.705642] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8c932-72f6-4acf-9033-e2ede42f650e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.737615] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7cffa-32e2-4a51-a833-8bbc51e61501 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.745801] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546adcaf-aa50-4a8c-9c3a-ab5b03f5fbc2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.760279] env[65717]: DEBUG nova.compute.provider_tree [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.264293] env[65717]: DEBUG nova.scheduler.client.report [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.769163] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.790192] env[65717]: INFO nova.scheduler.client.report [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Deleted allocations for instance d0a62440-e59e-419d-abec-f1bbbe72a5a4 [ 1436.297932] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40f3430d-3105-41f4-8113-236c639ad26c tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Lock "d0a62440-e59e-419d-abec-f1bbbe72a5a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.023366] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.023652] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.023758] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1437.520628] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.521025] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1438.027855] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] There are 18 instances to clean {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1438.028066] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 25b970ed-0e4d-4a83-a045-d06f260be9af] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1438.532591] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c7c90bed-ba88-472c-9379-15a0d1b71325] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1439.037949] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 418f329f-e31a-4314-b135-233c075f4074] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1439.540646] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 4c4e203d-76ba-4822-9f39-374c3de2b239] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1440.044121] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 0d421944-5c19-446f-b2f1-c0f7f90865c6] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1440.548062] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b716af89-6be7-4a2b-a799-9e345709f9f1] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1441.050277] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f99b3eb1-6b4c-4f26-96e4-0ff9a9c0799d] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1441.554455] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: a32ad0b3-3de7-4162-9f79-ae519b5f2dcd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1442.058271] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 373fc4a7-accd-4ca7-b3b5-0685301bcecd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1442.562084] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 41d24a7c-2323-4e51-80cd-bf7e26cea270] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1443.065930] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 339b80dc-be6d-4442-925d-3fcc62bed5e0] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1443.346721] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "adb428dc-399b-40e4-87d6-9a85c836ea67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.346932] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.571672] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 6ff12c31-e96f-4876-ad70-63b4e3a3d4cd] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1443.849514] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1444.072968] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 60e866f9-248f-4914-a6e3-2335ba01d4d6] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1444.505690] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.505985] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.507506] env[65717]: INFO nova.compute.claims [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.577132] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: 3db087f3-04ac-45cf-8ff2-ef3ac08ebd79] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1445.081735] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: b878e8b8-062b-4f7b-a2c8-7825893845ca] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1445.549452] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2b92f9-8d65-47a6-87ed-d74e27d12aca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.557649] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50305ff-77f8-47ed-8c71-55b86d1ba729 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.587581] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: d0a62440-e59e-419d-abec-f1bbbe72a5a4] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1445.590106] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd1f5d-d2e4-44d8-8aeb-28a9c50cc36b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.599827] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49f841-c68c-405a-b68d-3e0f5c6d8129 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.613834] env[65717]: DEBUG nova.compute.provider_tree [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.094087] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: c7d0310d-709b-450a-a054-9b393374a1c5] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1446.116973] env[65717]: DEBUG nova.scheduler.client.report [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.598548] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] [instance: f6ffd716-c31e-41c1-ae7d-2b5a915e027b] Instance has had 0 of 5 cleanup attempts {{(pid=65717) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1446.621570] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.622085] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1447.101630] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.101881] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65717) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1447.126325] env[65717]: DEBUG nova.compute.utils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1447.128065] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1447.128271] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1447.128600] env[65717]: WARNING neutronclient.v2_0.client [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.128900] env[65717]: WARNING neutronclient.v2_0.client [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.181834] env[65717]: DEBUG nova.policy [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.469965] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Successfully created port: 81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1447.632590] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1448.641030] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1448.667865] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1448.668130] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.668286] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1448.668460] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.668600] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1448.668752] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1448.668956] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.669120] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1448.669329] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1448.669592] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1448.669871] env[65717]: DEBUG nova.virt.hardware [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1448.671100] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96182ae4-9e98-4068-b3d4-be5c05ca176a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.679558] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e9e66-f3c1-4889-8c40-7d0a5b25c6e9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.889244] env[65717]: DEBUG nova.compute.manager [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Received event network-vif-plugged-81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1448.889423] env[65717]: DEBUG oslo_concurrency.lockutils [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] Acquiring lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.889640] env[65717]: DEBUG oslo_concurrency.lockutils [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.889805] env[65717]: DEBUG oslo_concurrency.lockutils [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.889967] env[65717]: DEBUG nova.compute.manager [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] No waiting events found dispatching network-vif-plugged-81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1448.890137] env[65717]: WARNING nova.compute.manager [req-63918826-57eb-44ab-a7ae-dc7cda90d782 req-5ef0db17-e89f-4b4b-a52e-ad5d85c3d5f1 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Received unexpected event network-vif-plugged-81643881-53be-4f4b-8d68-1913f3ebc2a9 for instance with vm_state building and task_state spawning. [ 1448.985739] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Successfully updated port: 81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1449.489389] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.489450] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.489584] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1449.603909] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.604224] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.604391] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.024341] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1450.105706] env[65717]: WARNING neutronclient.v2_0.client [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1450.108577] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.108820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.108965] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.109134] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1450.110171] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e2b85-db04-4f01-a490-2c9cc88f0659 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.119591] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba26d7-4f40-4b5a-9559-402167c3f445 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.134166] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636a7f1-b563-4ea0-a2b7-190bb59d96b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.142105] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcaa259-0c34-4b3b-8ca5-bbdb3beffcc4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.175920] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179948MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1450.176140] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.176319] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.181696] env[65717]: DEBUG nova.network.neutron [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Updating instance_info_cache with network_info: [{"id": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "address": "fa:16:3e:52:4b:40", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81643881-53", "ovs_interfaceid": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.683965] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.684353] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Instance network_info: |[{"id": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "address": "fa:16:3e:52:4b:40", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81643881-53", "ovs_interfaceid": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1450.684807] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:4b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81643881-53be-4f4b-8d68-1913f3ebc2a9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.691976] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating folder: Project (8e11824c9b3b4b19a895a8891b50a284). Parent ref: group-v859766. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.692804] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b659978-5345-441a-9843-efb83830e29e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.705085] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created folder: Project (8e11824c9b3b4b19a895a8891b50a284) in parent group-v859766. [ 1450.705280] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating folder: Instances. Parent ref: group-v860106. {{(pid=65717) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.705516] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f41107-11f0-4d86-ba86-97e5cb92683b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.716306] env[65717]: INFO nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created folder: Instances in parent group-v860106. [ 1450.716547] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1450.716735] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.716940] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4636c987-41b1-4ed2-9359-e0174c83ce35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.737141] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.737141] env[65717]: value = "task-4394301" [ 1450.737141] env[65717]: _type = "Task" [ 1450.737141] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.745788] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394301, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.919977] env[65717]: DEBUG nova.compute.manager [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Received event network-changed-81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1450.920197] env[65717]: DEBUG nova.compute.manager [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Refreshing instance network info cache due to event network-changed-81643881-53be-4f4b-8d68-1913f3ebc2a9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1450.920424] env[65717]: DEBUG oslo_concurrency.lockutils [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] Acquiring lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.920539] env[65717]: DEBUG oslo_concurrency.lockutils [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] Acquired lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.920736] env[65717]: DEBUG nova.network.neutron [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Refreshing network info cache for port 81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.201743] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance adb428dc-399b-40e4-87d6-9a85c836ea67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1451.202027] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1451.202112] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_8e11824c9b3b4b19a895a8891b50a284': '1', 'io_workload': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1451.229879] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a7082-6b21-4a9e-9566-6fc1bfc7109e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.241020] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea2130-711a-45a1-b2ab-9f515e4a7c5b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.249690] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394301, 'name': CreateVM_Task, 'duration_secs': 0.351348} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.274846] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.276206] env[65717]: WARNING neutronclient.v2_0.client [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1451.276703] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.276996] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.277329] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.278089] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d01ed-531b-46db-8192-38baafaa0b81 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.280968] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2194345-0b63-43e2-aefe-bbdf793b01cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.286202] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1451.286202] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5212770d-0c8c-8226-2435-59484155472f" [ 1451.286202] env[65717]: _type = "Task" [ 1451.286202] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.292342] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab8b07-ac3d-4ed4-903b-f80de394d3c4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.309962] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5212770d-0c8c-8226-2435-59484155472f, 'name': SearchDatastore_Task, 'duration_secs': 0.013608} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.310410] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.312399] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.312921] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.313096] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.313272] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.313447] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.313719] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4218981-c7ca-45b9-8ff3-cb7cc499848d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.323610] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.323743] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.324675] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e110378-35ac-4752-8b33-e37f54ddf0c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.331693] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1451.331693] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5298511e-ec27-c678-316d-cd4c7bc66206" [ 1451.331693] env[65717]: _type = "Task" [ 1451.331693] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.341773] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5298511e-ec27-c678-316d-cd4c7bc66206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.423701] env[65717]: WARNING neutronclient.v2_0.client [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1451.557228] env[65717]: WARNING neutronclient.v2_0.client [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1451.624302] env[65717]: DEBUG nova.network.neutron [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Updated VIF entry in instance network info cache for port 81643881-53be-4f4b-8d68-1913f3ebc2a9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1451.624652] env[65717]: DEBUG nova.network.neutron [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Updating instance_info_cache with network_info: [{"id": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "address": "fa:16:3e:52:4b:40", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81643881-53", "ovs_interfaceid": "81643881-53be-4f4b-8d68-1913f3ebc2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.813747] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.842600] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5298511e-ec27-c678-316d-cd4c7bc66206, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.843486] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1ff1e5-58b4-4b38-b92c-81ce5a141dc1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.849676] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1451.849676] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52132f85-ad71-2b00-708b-b3681ae32995" [ 1451.849676] env[65717]: _type = "Task" [ 1451.849676] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.858061] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52132f85-ad71-2b00-708b-b3681ae32995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.127365] env[65717]: DEBUG oslo_concurrency.lockutils [req-db9b7f02-d26a-44c0-ac95-b30c01b39cc4 req-5ca083a0-ca3c-4000-ad13-e9075be75765 service nova] Releasing lock "refresh_cache-adb428dc-399b-40e4-87d6-9a85c836ea67" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.318646] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1452.319041] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.361059] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52132f85-ad71-2b00-708b-b3681ae32995, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.361373] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.361640] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] adb428dc-399b-40e4-87d6-9a85c836ea67/adb428dc-399b-40e4-87d6-9a85c836ea67.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.361904] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad895449-db42-4dad-a042-e1251e8d70fc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.368684] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1452.368684] env[65717]: value = "task-4394302" [ 1452.368684] env[65717]: _type = "Task" [ 1452.368684] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.377786] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.878208] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455919} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.878465] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] adb428dc-399b-40e4-87d6-9a85c836ea67/adb428dc-399b-40e4-87d6-9a85c836ea67.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.878669] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.878914] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09468d9f-64ba-4557-bdc5-a82be26b46c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.885564] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1452.885564] env[65717]: value = "task-4394303" [ 1452.885564] env[65717]: _type = "Task" [ 1452.885564] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.894565] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.396543] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06387} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.396956] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.397811] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82581d19-c93b-4034-ad11-0f6b25e125c8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.420929] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] adb428dc-399b-40e4-87d6-9a85c836ea67/adb428dc-399b-40e4-87d6-9a85c836ea67.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.421382] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d116148-b979-4309-bd6b-31656dfa066a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.442179] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1453.442179] env[65717]: value = "task-4394304" [ 1453.442179] env[65717]: _type = "Task" [ 1453.442179] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.452365] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.952837] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394304, 'name': ReconfigVM_Task, 'duration_secs': 0.28919} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.953324] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Reconfigured VM instance instance-00000078 to attach disk [datastore1] adb428dc-399b-40e4-87d6-9a85c836ea67/adb428dc-399b-40e4-87d6-9a85c836ea67.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.954114] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-579ec5a3-2f54-44ab-a4ac-b68e31169732 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.960866] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1453.960866] env[65717]: value = "task-4394305" [ 1453.960866] env[65717]: _type = "Task" [ 1453.960866] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.969322] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394305, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.471891] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394305, 'name': Rename_Task, 'duration_secs': 0.143729} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.472226] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.472493] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2580a754-b01d-4a57-8eb1-f0c60ec4c4d7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.480109] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1454.480109] env[65717]: value = "task-4394306" [ 1454.480109] env[65717]: _type = "Task" [ 1454.480109] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.488363] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.993638] env[65717]: DEBUG oslo_vmware.api [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394306, 'name': PowerOnVM_Task, 'duration_secs': 0.471534} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.994111] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.994425] env[65717]: INFO nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1454.994726] env[65717]: DEBUG nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1454.995859] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c66f64-226e-415f-99d1-65e0c807c77d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.516931] env[65717]: INFO nova.compute.manager [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Took 11.16 seconds to build instance. [ 1456.018747] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0f044379-ea2d-4d61-bde1-b79688257f91 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.672s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.545045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "e795852d-cb28-43a8-9dbc-8002625c1b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.545045] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.047823] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1458.570733] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.571031] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.572485] env[65717]: INFO nova.compute.claims [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.618809] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371288ad-86bb-413d-bbcf-88af5b569f21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.627184] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11bcd8-aba9-42d8-ae71-70451446ee14 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.657360] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6270f452-f1b9-4ef9-b39e-6fed48c038c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.664873] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d8a47-ee9a-4804-ab10-2369ba46ece8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.678376] env[65717]: DEBUG nova.compute.provider_tree [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.181493] env[65717]: DEBUG nova.scheduler.client.report [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.688193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.688781] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1461.194016] env[65717]: DEBUG nova.compute.utils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.195462] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1461.195675] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1461.196078] env[65717]: WARNING neutronclient.v2_0.client [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1461.196422] env[65717]: WARNING neutronclient.v2_0.client [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1461.255097] env[65717]: DEBUG nova.policy [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.534666] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Successfully created port: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1461.701038] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1462.709347] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1462.740030] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1462.740318] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.740464] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1462.740640] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.740780] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1462.740930] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1462.741136] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.741290] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1462.741451] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1462.741607] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1462.741771] env[65717]: DEBUG nova.virt.hardware [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1462.742714] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e145d7-24af-428c-ab13-caa429ab427f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.751424] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54376c-3379-412c-a914-02da7f250ebb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.919079] env[65717]: DEBUG nova.compute.manager [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Received event network-vif-plugged-98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1462.919261] env[65717]: DEBUG oslo_concurrency.lockutils [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] Acquiring lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.919491] env[65717]: DEBUG oslo_concurrency.lockutils [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.919657] env[65717]: DEBUG oslo_concurrency.lockutils [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.919815] env[65717]: DEBUG nova.compute.manager [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] No waiting events found dispatching network-vif-plugged-98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1462.919968] env[65717]: WARNING nova.compute.manager [req-cbf0d354-bfec-444c-80c5-397039e8353b req-3a5222c5-9010-4064-927f-07f062c05fff service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Received unexpected event network-vif-plugged-98edf53d-06ce-48dd-bfcd-d3a19e99d7db for instance with vm_state building and task_state spawning. [ 1463.003240] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Successfully updated port: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1463.506105] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.506307] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.506504] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1464.041062] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1464.114907] env[65717]: WARNING neutronclient.v2_0.client [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1464.185682] env[65717]: DEBUG nova.network.neutron [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Updating instance_info_cache with network_info: [{"id": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "address": "fa:16:3e:7b:35:fd", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98edf53d-06", "ovs_interfaceid": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.688527] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.688879] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Instance network_info: |[{"id": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "address": "fa:16:3e:7b:35:fd", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98edf53d-06", "ovs_interfaceid": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1464.689350] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:35:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98edf53d-06ce-48dd-bfcd-d3a19e99d7db', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.696640] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1464.696836] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.697096] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39032c0f-7bff-4b69-82ee-86236ef21843 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.717818] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.717818] env[65717]: value = "task-4394307" [ 1464.717818] env[65717]: _type = "Task" [ 1464.717818] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.727094] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394307, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.949884] env[65717]: DEBUG nova.compute.manager [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Received event network-changed-98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1464.950088] env[65717]: DEBUG nova.compute.manager [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Refreshing instance network info cache due to event network-changed-98edf53d-06ce-48dd-bfcd-d3a19e99d7db. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1464.950855] env[65717]: DEBUG oslo_concurrency.lockutils [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] Acquiring lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.950855] env[65717]: DEBUG oslo_concurrency.lockutils [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] Acquired lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.950855] env[65717]: DEBUG nova.network.neutron [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Refreshing network info cache for port 98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.228841] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394307, 'name': CreateVM_Task, 'duration_secs': 0.311191} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.229224] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.229456] env[65717]: WARNING neutronclient.v2_0.client [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.229795] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.229944] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.230286] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.230533] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2839d35-9342-4e5d-b863-738d5fefe73b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.235266] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1465.235266] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9a6c8-6f7b-8875-39db-aedc1e9f006a" [ 1465.235266] env[65717]: _type = "Task" [ 1465.235266] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.243204] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9a6c8-6f7b-8875-39db-aedc1e9f006a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.453269] env[65717]: WARNING neutronclient.v2_0.client [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.593569] env[65717]: WARNING neutronclient.v2_0.client [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.660757] env[65717]: DEBUG nova.network.neutron [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Updated VIF entry in instance network info cache for port 98edf53d-06ce-48dd-bfcd-d3a19e99d7db. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1465.661154] env[65717]: DEBUG nova.network.neutron [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Updating instance_info_cache with network_info: [{"id": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "address": "fa:16:3e:7b:35:fd", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98edf53d-06", "ovs_interfaceid": "98edf53d-06ce-48dd-bfcd-d3a19e99d7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.746354] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a9a6c8-6f7b-8875-39db-aedc1e9f006a, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.746668] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.746946] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.747247] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.747415] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.747595] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.747844] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b445c9e-7932-4dc3-a29c-d505595ea853 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.757217] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.757426] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.758144] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1a85f5-e609-4687-8ff7-26b71d2f9e28 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.763766] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1465.763766] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52024728-ddb1-31c8-d74b-63f0ec3ff058" [ 1465.763766] env[65717]: _type = "Task" [ 1465.763766] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.771804] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52024728-ddb1-31c8-d74b-63f0ec3ff058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.164453] env[65717]: DEBUG oslo_concurrency.lockutils [req-db76ac10-0e47-4cc6-83e5-75f30c06080c req-3ebc1f7a-c042-47c9-a3d7-e7e6f280652c service nova] Releasing lock "refresh_cache-e795852d-cb28-43a8-9dbc-8002625c1b21" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.274425] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52024728-ddb1-31c8-d74b-63f0ec3ff058, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.275228] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb928d3-fb9d-40ac-9450-d4b23435c907 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.281297] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1466.281297] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523be936-cedf-5702-2eec-7c8889e9e643" [ 1466.281297] env[65717]: _type = "Task" [ 1466.281297] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.289274] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523be936-cedf-5702-2eec-7c8889e9e643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.792659] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]523be936-cedf-5702-2eec-7c8889e9e643, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.792945] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.793272] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e795852d-cb28-43a8-9dbc-8002625c1b21/e795852d-cb28-43a8-9dbc-8002625c1b21.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.793627] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e722e4-d287-448e-a45d-12bbfb657019 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.800820] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1466.800820] env[65717]: value = "task-4394308" [ 1466.800820] env[65717]: _type = "Task" [ 1466.800820] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.808989] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.312335] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394308, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.814192] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514163} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.814494] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] e795852d-cb28-43a8-9dbc-8002625c1b21/e795852d-cb28-43a8-9dbc-8002625c1b21.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.814713] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.814991] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a07c22c9-39b3-4a5d-bce4-9d0c05b5ee32 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.823430] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1467.823430] env[65717]: value = "task-4394309" [ 1467.823430] env[65717]: _type = "Task" [ 1467.823430] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.833057] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.334144] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327811} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.334619] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.335209] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbc1138-6c86-4a3b-a009-4479f5f3b12e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.359651] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e795852d-cb28-43a8-9dbc-8002625c1b21/e795852d-cb28-43a8-9dbc-8002625c1b21.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.359976] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d0280f-21d3-41e3-ad83-1d070b726635 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.381236] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1468.381236] env[65717]: value = "task-4394310" [ 1468.381236] env[65717]: _type = "Task" [ 1468.381236] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.390540] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.895739] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.391810] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394310, 'name': ReconfigVM_Task, 'duration_secs': 0.562623} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.392211] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e795852d-cb28-43a8-9dbc-8002625c1b21/e795852d-cb28-43a8-9dbc-8002625c1b21.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.392719] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1cb9a60-b9a5-4319-864c-a2f8babc0562 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.400341] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1469.400341] env[65717]: value = "task-4394311" [ 1469.400341] env[65717]: _type = "Task" [ 1469.400341] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.412365] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394311, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.910942] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394311, 'name': Rename_Task, 'duration_secs': 0.143325} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.911317] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.911618] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d3f3af-b57f-4c4f-9b86-d99667936393 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.919209] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1469.919209] env[65717]: value = "task-4394312" [ 1469.919209] env[65717]: _type = "Task" [ 1469.919209] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.927796] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.429936] env[65717]: DEBUG oslo_vmware.api [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394312, 'name': PowerOnVM_Task, 'duration_secs': 0.449882} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.430360] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.430464] env[65717]: INFO nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1470.430593] env[65717]: DEBUG nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1470.431437] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bebf76-48de-4c38-bd94-7f4faa026fcf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.950680] env[65717]: INFO nova.compute.manager [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Took 12.40 seconds to build instance. [ 1471.452231] env[65717]: DEBUG oslo_concurrency.lockutils [None req-f50514a3-e157-412a-8a65-dc1175ad7af8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.907s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.961352] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "e795852d-cb28-43a8-9dbc-8002625c1b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.961622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.961881] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.962119] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.962363] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.964894] env[65717]: INFO nova.compute.manager [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Terminating instance [ 1472.469285] env[65717]: DEBUG nova.compute.manager [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1472.469709] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.470777] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfef21d-d2a4-4d22-95f2-799fa8d12d8d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.480208] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.480580] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50972d99-e1d7-4890-b764-af0316c134ac {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.487929] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1472.487929] env[65717]: value = "task-4394313" [ 1472.487929] env[65717]: _type = "Task" [ 1472.487929] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.498140] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.998362] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394313, 'name': PowerOffVM_Task, 'duration_secs': 0.190121} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.998653] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.998805] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.998951] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805e5fb6-3756-4881-9a72-9bbc73ea0ddf {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.067448] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.067715] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.067898] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore2] e795852d-cb28-43a8-9dbc-8002625c1b21 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.068230] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d28f951a-3760-4283-aabb-44a226f6159b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.076138] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1473.076138] env[65717]: value = "task-4394315" [ 1473.076138] env[65717]: _type = "Task" [ 1473.076138] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.085234] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.586259] env[65717]: DEBUG oslo_vmware.api [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12974} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.586689] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.586752] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.586884] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.587072] env[65717]: INFO nova.compute.manager [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1473.587310] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1473.587517] env[65717]: DEBUG nova.compute.manager [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1473.587615] env[65717]: DEBUG nova.network.neutron [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1473.587857] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.618869] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.895142] env[65717]: DEBUG nova.compute.manager [req-97c0d476-121d-4dfe-ae2b-a6ba3b56e68a req-5bc606c3-7d9e-47c7-aa25-c347ee305fce service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Received event network-vif-deleted-98edf53d-06ce-48dd-bfcd-d3a19e99d7db {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1473.895336] env[65717]: INFO nova.compute.manager [req-97c0d476-121d-4dfe-ae2b-a6ba3b56e68a req-5bc606c3-7d9e-47c7-aa25-c347ee305fce service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Neutron deleted interface 98edf53d-06ce-48dd-bfcd-d3a19e99d7db; detaching it from the instance and deleting it from the info cache [ 1473.896342] env[65717]: DEBUG nova.network.neutron [req-97c0d476-121d-4dfe-ae2b-a6ba3b56e68a req-5bc606c3-7d9e-47c7-aa25-c347ee305fce service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.370061] env[65717]: DEBUG nova.network.neutron [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.399047] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a5f2ba7-169a-4dd5-83c8-497692362947 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.408711] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd11d2a-566e-4f27-bb39-83fea78a3070 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.434654] env[65717]: DEBUG nova.compute.manager [req-97c0d476-121d-4dfe-ae2b-a6ba3b56e68a req-5bc606c3-7d9e-47c7-aa25-c347ee305fce service nova] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Detach interface failed, port_id=98edf53d-06ce-48dd-bfcd-d3a19e99d7db, reason: Instance e795852d-cb28-43a8-9dbc-8002625c1b21 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1474.873672] env[65717]: INFO nova.compute.manager [-] [instance: e795852d-cb28-43a8-9dbc-8002625c1b21] Took 1.28 seconds to deallocate network for instance. [ 1475.378763] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.379054] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.379272] env[65717]: DEBUG nova.objects.instance [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid e795852d-cb28-43a8-9dbc-8002625c1b21 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.925474] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d894c-5222-475b-a7f2-d721c321823c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.933787] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1988f4-d6ae-4c79-9457-e7304ee267b6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.966247] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25178b4d-5701-4e71-a730-e51b4b4b171d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.974233] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9d9a6-eca5-49d3-bb87-3fb5630ed346 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.988093] env[65717]: DEBUG nova.compute.provider_tree [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.491326] env[65717]: DEBUG nova.scheduler.client.report [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.996827] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.017872] env[65717]: INFO nova.scheduler.client.report [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance e795852d-cb28-43a8-9dbc-8002625c1b21 [ 1477.525647] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e08dea18-211f-45f8-b930-9fc1ae1fee0f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "e795852d-cb28-43a8-9dbc-8002625c1b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.128080] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.128080] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.629875] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1479.152827] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.153146] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.154663] env[65717]: INFO nova.compute.claims [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.204754] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263abf4-a56b-4aca-b28d-654beec59702 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.212888] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d11d9-1a11-42fe-b35d-fd862d2291d0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.242984] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff90d07f-ff14-43d8-bb77-b9a21cf16f03 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.250756] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef327aa0-f71d-4ba9-97de-49c0febfbef0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.264318] env[65717]: DEBUG nova.compute.provider_tree [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.767502] env[65717]: DEBUG nova.scheduler.client.report [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.273484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.273992] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1481.780265] env[65717]: DEBUG nova.compute.utils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1481.781992] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1481.782612] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1481.782947] env[65717]: WARNING neutronclient.v2_0.client [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1481.783383] env[65717]: WARNING neutronclient.v2_0.client [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1481.855922] env[65717]: DEBUG nova.policy [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1482.149344] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Successfully created port: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1482.286396] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1483.297078] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1483.322162] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1483.322420] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.322571] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1483.322749] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.322891] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1483.323041] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1483.323245] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1483.323398] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1483.323557] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1483.323715] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1483.323880] env[65717]: DEBUG nova.virt.hardware [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1483.325066] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8ddf6-43c8-4711-87e4-2508e4091868 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.333148] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28224d3f-5d03-4c31-9b51-a086b74bf86c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.525649] env[65717]: DEBUG nova.compute.manager [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Received event network-vif-plugged-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1483.525894] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] Acquiring lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.526186] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.526409] env[65717]: DEBUG oslo_concurrency.lockutils [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.526659] env[65717]: DEBUG nova.compute.manager [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] No waiting events found dispatching network-vif-plugged-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1483.526916] env[65717]: WARNING nova.compute.manager [req-3c50c5b3-094e-45ca-a5f5-1c035ba70a44 req-c1b3168d-15d4-4cbe-9154-b1f5bc79a135 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Received unexpected event network-vif-plugged-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c for instance with vm_state building and task_state spawning. [ 1483.625544] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Successfully updated port: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1484.129725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.129725] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.129725] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1484.685351] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1484.760811] env[65717]: WARNING neutronclient.v2_0.client [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1484.858874] env[65717]: DEBUG nova.network.neutron [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Updating instance_info_cache with network_info: [{"id": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "address": "fa:16:3e:4f:66:71", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e75c41-1f", "ovs_interfaceid": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.362161] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.362469] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Instance network_info: |[{"id": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "address": "fa:16:3e:4f:66:71", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e75c41-1f", "ovs_interfaceid": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1485.362956] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:66:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.370308] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1485.370517] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.370740] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaeab7d5-7909-4a38-b45c-10fd6fab683d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.390494] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.390494] env[65717]: value = "task-4394316" [ 1485.390494] env[65717]: _type = "Task" [ 1485.390494] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.398626] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394316, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.554941] env[65717]: DEBUG nova.compute.manager [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Received event network-changed-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1485.555200] env[65717]: DEBUG nova.compute.manager [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Refreshing instance network info cache due to event network-changed-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1485.556017] env[65717]: DEBUG oslo_concurrency.lockutils [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] Acquiring lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.556017] env[65717]: DEBUG oslo_concurrency.lockutils [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] Acquired lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.556017] env[65717]: DEBUG nova.network.neutron [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Refreshing network info cache for port 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.901394] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394316, 'name': CreateVM_Task, 'duration_secs': 0.385073} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.901792] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.902082] env[65717]: WARNING neutronclient.v2_0.client [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.902438] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.902614] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.902954] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.903264] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8607a227-322f-4ac2-bed2-e74be5c5fb1a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.908855] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1485.908855] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52159c25-cfac-f385-57e0-8d41958926a2" [ 1485.908855] env[65717]: _type = "Task" [ 1485.908855] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.917857] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52159c25-cfac-f385-57e0-8d41958926a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.057947] env[65717]: WARNING neutronclient.v2_0.client [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1486.204813] env[65717]: WARNING neutronclient.v2_0.client [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1486.267549] env[65717]: DEBUG nova.network.neutron [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Updated VIF entry in instance network info cache for port 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1486.267805] env[65717]: DEBUG nova.network.neutron [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Updating instance_info_cache with network_info: [{"id": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "address": "fa:16:3e:4f:66:71", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e75c41-1f", "ovs_interfaceid": "27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.419248] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52159c25-cfac-f385-57e0-8d41958926a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.419495] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.419716] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.419950] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.420107] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.420283] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.420534] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52c4293-e64e-47af-b0b1-303927c464cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.430036] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.430214] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.430900] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57ec934-b4a7-4543-bc66-e7e8d590b992 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.436184] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1486.436184] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524b8b35-36b5-ee97-9a13-4b4bc5ebca9d" [ 1486.436184] env[65717]: _type = "Task" [ 1486.436184] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.443654] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524b8b35-36b5-ee97-9a13-4b4bc5ebca9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.771087] env[65717]: DEBUG oslo_concurrency.lockutils [req-4f5b633b-4463-4d10-b7e4-fde5d50798f3 req-4574f788-46f5-48b9-ace9-e697fc0b5144 service nova] Releasing lock "refresh_cache-b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.947471] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]524b8b35-36b5-ee97-9a13-4b4bc5ebca9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.948221] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af415543-424f-4d70-9dba-731f1e96fe3e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.953723] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1486.953723] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5221a743-61ea-b309-03c1-c59358014ce2" [ 1486.953723] env[65717]: _type = "Task" [ 1486.953723] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.961528] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5221a743-61ea-b309-03c1-c59358014ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.465100] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5221a743-61ea-b309-03c1-c59358014ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.465100] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.465100] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b6a2a037-a82c-48c2-bc4a-08acaa43e5bb/b6a2a037-a82c-48c2-bc4a-08acaa43e5bb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.465419] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-305db32f-ab56-4752-93dd-fb03b4476b21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.471493] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1487.471493] env[65717]: value = "task-4394317" [ 1487.471493] env[65717]: _type = "Task" [ 1487.471493] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.479490] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.982124] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454345} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.982522] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] b6a2a037-a82c-48c2-bc4a-08acaa43e5bb/b6a2a037-a82c-48c2-bc4a-08acaa43e5bb.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.982617] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.982857] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8dead62-de40-40c2-84ad-bdf7976a6606 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.990096] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1487.990096] env[65717]: value = "task-4394318" [ 1487.990096] env[65717]: _type = "Task" [ 1487.990096] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.998199] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.500322] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063587} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.500588] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.501364] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e033c8-2f5b-4a2e-93ef-ebb9ef283862 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.522909] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] b6a2a037-a82c-48c2-bc4a-08acaa43e5bb/b6a2a037-a82c-48c2-bc4a-08acaa43e5bb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.523248] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd07ca0-5522-462c-bdfb-c354e8f12c04 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.544877] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1488.544877] env[65717]: value = "task-4394319" [ 1488.544877] env[65717]: _type = "Task" [ 1488.544877] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.553191] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.055296] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.556299] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394319, 'name': ReconfigVM_Task, 'duration_secs': 0.520438} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.556655] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Reconfigured VM instance instance-0000007a to attach disk [datastore2] b6a2a037-a82c-48c2-bc4a-08acaa43e5bb/b6a2a037-a82c-48c2-bc4a-08acaa43e5bb.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.557360] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31701f49-b9bf-43e3-96e9-bf9a8af058b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.564473] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1489.564473] env[65717]: value = "task-4394320" [ 1489.564473] env[65717]: _type = "Task" [ 1489.564473] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.574852] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394320, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.074611] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394320, 'name': Rename_Task, 'duration_secs': 0.147784} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.075022] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.075144] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d07bdca3-027e-4c7b-9118-0d572b173838 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.081175] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1490.081175] env[65717]: value = "task-4394321" [ 1490.081175] env[65717]: _type = "Task" [ 1490.081175] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.088786] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.592452] env[65717]: DEBUG oslo_vmware.api [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394321, 'name': PowerOnVM_Task, 'duration_secs': 0.498964} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.592735] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.592906] env[65717]: INFO nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1490.593061] env[65717]: DEBUG nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1490.593844] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afbe0d0-79f6-4a1b-baa6-c85b439936c6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.110794] env[65717]: INFO nova.compute.manager [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Took 11.98 seconds to build instance. [ 1491.448597] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.612610] env[65717]: DEBUG oslo_concurrency.lockutils [None req-5fb20769-700a-4652-b212-4be1f848cec8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.485s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.612983] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.165s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.613249] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.613458] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.613620] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.615725] env[65717]: INFO nova.compute.manager [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Terminating instance [ 1492.119445] env[65717]: DEBUG nova.compute.manager [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1492.119704] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.120777] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf1e79-6eb4-4b18-8d44-a099f13ed000 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.129281] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.129559] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c9ede4-1a66-43ed-821c-46a1fc741b3b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.136349] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1492.136349] env[65717]: value = "task-4394322" [ 1492.136349] env[65717]: _type = "Task" [ 1492.136349] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.145186] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.649109] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394322, 'name': PowerOffVM_Task, 'duration_secs': 0.193675} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.649512] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.649732] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.650012] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c8f6e5-c914-4251-a9cf-3b6e9762e231 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.719934] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.720249] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.720428] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore2] b6a2a037-a82c-48c2-bc4a-08acaa43e5bb {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.720738] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae685c3a-a68d-429d-8026-83c17be2d4ae {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.728259] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1492.728259] env[65717]: value = "task-4394324" [ 1492.728259] env[65717]: _type = "Task" [ 1492.728259] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.737148] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.238678] env[65717]: DEBUG oslo_vmware.api [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140706} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.238991] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.239107] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.239277] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.239449] env[65717]: INFO nova.compute.manager [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1493.239694] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1493.239885] env[65717]: DEBUG nova.compute.manager [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1493.239977] env[65717]: DEBUG nova.network.neutron [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1493.240230] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1493.304780] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1493.577314] env[65717]: DEBUG nova.compute.manager [req-2a06aadf-60e8-4cfe-a8a7-443303db3b10 req-e5091572-9cd1-477a-9cf4-7b58dd4d0a9e service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Received event network-vif-deleted-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1493.577672] env[65717]: INFO nova.compute.manager [req-2a06aadf-60e8-4cfe-a8a7-443303db3b10 req-e5091572-9cd1-477a-9cf4-7b58dd4d0a9e service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Neutron deleted interface 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c; detaching it from the instance and deleting it from the info cache [ 1493.577672] env[65717]: DEBUG nova.network.neutron [req-2a06aadf-60e8-4cfe-a8a7-443303db3b10 req-e5091572-9cd1-477a-9cf4-7b58dd4d0a9e service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.023732] env[65717]: DEBUG nova.network.neutron [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.080468] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea32002-fcba-494e-bc04-8baf3601a75f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.090648] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8365a7a1-714f-46ec-8646-9825d0ed78c9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.116469] env[65717]: DEBUG nova.compute.manager [req-2a06aadf-60e8-4cfe-a8a7-443303db3b10 req-e5091572-9cd1-477a-9cf4-7b58dd4d0a9e service nova] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Detach interface failed, port_id=27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c, reason: Instance b6a2a037-a82c-48c2-bc4a-08acaa43e5bb could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1494.526343] env[65717]: INFO nova.compute.manager [-] [instance: b6a2a037-a82c-48c2-bc4a-08acaa43e5bb] Took 1.29 seconds to deallocate network for instance. [ 1495.033193] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.033492] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.033718] env[65717]: DEBUG nova.objects.instance [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid b6a2a037-a82c-48c2-bc4a-08acaa43e5bb {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.578838] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47732e5d-5663-4a8c-8b17-b1aba58ba6ab {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.586677] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d2c521-1b44-42a8-a52a-bf5ec644f9c5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.617876] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a8e39-c724-4ab8-acfd-0f46d7eb2867 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.626310] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376140fe-362d-48c0-b31f-bdd368589739 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.640568] env[65717]: DEBUG nova.compute.provider_tree [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.143807] env[65717]: DEBUG nova.scheduler.client.report [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.234829] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.235097] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.235206] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.648867] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.671986] env[65717]: INFO nova.scheduler.client.report [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance b6a2a037-a82c-48c2-bc4a-08acaa43e5bb [ 1497.179678] env[65717]: DEBUG oslo_concurrency.lockutils [None req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "b6a2a037-a82c-48c2-bc4a-08acaa43e5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.520370] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.520754] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.520754] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1498.647545] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "f335c68e-731d-4b82-9cac-38315d812e17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.647867] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.149813] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1499.672740] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.673056] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.674510] env[65717]: INFO nova.compute.claims [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.520477] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.721475] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79c886-6958-42d4-ada3-528bd39162c2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.729747] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51c7b0-c116-4190-938c-3abdb47a32a7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.758806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf59694-d9f5-4a7b-8f95-00b76bbe08b2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.766429] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d3c4d5-e759-4737-bb01-2f5bde7ec9f6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.779916] env[65717]: DEBUG nova.compute.provider_tree [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.283527] env[65717]: DEBUG nova.scheduler.client.report [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.788315] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.788856] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1502.294677] env[65717]: DEBUG nova.compute.utils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1502.297401] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1502.297531] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1502.297875] env[65717]: WARNING neutronclient.v2_0.client [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1502.298197] env[65717]: WARNING neutronclient.v2_0.client [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1502.353549] env[65717]: DEBUG nova.policy [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.520083] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.659732] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Successfully created port: 3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1502.801356] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1503.023820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.024104] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.024272] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.024421] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1503.025333] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabad601-34ca-43e7-b156-3c9031e5dd93 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.034056] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1878b-d26c-4a07-a98f-89e2f6d19587 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.048140] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d03c0-0f37-4056-83e2-4770003ba30e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.054695] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62473c9c-0141-41b8-80e7-53b519a9d657 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.083826] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180296MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1503.084027] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.084206] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.812689] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1503.840201] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1503.840458] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.840612] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1503.840777] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.840919] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1503.841071] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1503.841272] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1503.841478] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1503.841613] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1503.841723] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1503.841887] env[65717]: DEBUG nova.virt.hardware [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1503.842741] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e84573-afc4-4285-8f7f-711de3e968d4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.851318] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e0a718-c42c-46da-af42-b0532b01ee71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.063872] env[65717]: DEBUG nova.compute.manager [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Received event network-vif-plugged-3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1504.064151] env[65717]: DEBUG oslo_concurrency.lockutils [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] Acquiring lock "f335c68e-731d-4b82-9cac-38315d812e17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.064428] env[65717]: DEBUG oslo_concurrency.lockutils [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] Lock "f335c68e-731d-4b82-9cac-38315d812e17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.064631] env[65717]: DEBUG oslo_concurrency.lockutils [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] Lock "f335c68e-731d-4b82-9cac-38315d812e17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.064800] env[65717]: DEBUG nova.compute.manager [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] No waiting events found dispatching network-vif-plugged-3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1504.064963] env[65717]: WARNING nova.compute.manager [req-d7887af3-d45d-470b-95aa-0591b1847525 req-6380543a-8ab8-4e33-82e2-56dff283c0d8 service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Received unexpected event network-vif-plugged-3fc622ec-0368-48b7-acf3-f6d28316a932 for instance with vm_state building and task_state spawning. [ 1504.111943] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance adb428dc-399b-40e4-87d6-9a85c836ea67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1504.112232] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance f335c68e-731d-4b82-9cac-38315d812e17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1504.112361] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1504.112410] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_8e11824c9b3b4b19a895a8891b50a284': '2', 'io_workload': '1', 'num_vm_building': '1', 'num_task_block_device_mapping': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1504.148350] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Successfully updated port: 3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1504.253334] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd70f9-86e3-41b0-8fef-e1e578cbeaf6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.261944] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b87e13-26ec-47b7-8c41-23c96a26fe45 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.293339] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94195c-cbdf-41c8-a3f0-19097105a750 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.301640] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09199352-0be4-47ac-b57f-e58843e0ebe2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.317476] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.650889] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.651120] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.651302] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1504.821088] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.193523] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1505.272194] env[65717]: WARNING neutronclient.v2_0.client [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1505.326229] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1505.326426] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.242s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.345877] env[65717]: DEBUG nova.network.neutron [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Updating instance_info_cache with network_info: [{"id": "3fc622ec-0368-48b7-acf3-f6d28316a932", "address": "fa:16:3e:2b:8c:93", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc622ec-03", "ovs_interfaceid": "3fc622ec-0368-48b7-acf3-f6d28316a932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.848794] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.849236] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Instance network_info: |[{"id": "3fc622ec-0368-48b7-acf3-f6d28316a932", "address": "fa:16:3e:2b:8c:93", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc622ec-03", "ovs_interfaceid": "3fc622ec-0368-48b7-acf3-f6d28316a932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1505.849699] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fc622ec-0368-48b7-acf3-f6d28316a932', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.857256] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1505.857477] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.857713] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048f38b7-c649-4486-84b1-bb855d82a7b9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.878914] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.878914] env[65717]: value = "task-4394325" [ 1505.878914] env[65717]: _type = "Task" [ 1505.878914] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.886897] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394325, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.094857] env[65717]: DEBUG nova.compute.manager [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Received event network-changed-3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1506.095064] env[65717]: DEBUG nova.compute.manager [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Refreshing instance network info cache due to event network-changed-3fc622ec-0368-48b7-acf3-f6d28316a932. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1506.095273] env[65717]: DEBUG oslo_concurrency.lockutils [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] Acquiring lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.095412] env[65717]: DEBUG oslo_concurrency.lockutils [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] Acquired lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.095585] env[65717]: DEBUG nova.network.neutron [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Refreshing network info cache for port 3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.320627] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.388959] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394325, 'name': CreateVM_Task, 'duration_secs': 0.325085} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.389156] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.389639] env[65717]: WARNING neutronclient.v2_0.client [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1506.389987] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.390155] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.390465] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.390715] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e10762-a595-4cbb-9de7-34182ed4f028 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.395728] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1506.395728] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ebd4-9a80-ac43-1ac3-2d79360aa989" [ 1506.395728] env[65717]: _type = "Task" [ 1506.395728] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.403998] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ebd4-9a80-ac43-1ac3-2d79360aa989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.598128] env[65717]: WARNING neutronclient.v2_0.client [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1506.735294] env[65717]: WARNING neutronclient.v2_0.client [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1506.801418] env[65717]: DEBUG nova.network.neutron [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Updated VIF entry in instance network info cache for port 3fc622ec-0368-48b7-acf3-f6d28316a932. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1506.801763] env[65717]: DEBUG nova.network.neutron [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Updating instance_info_cache with network_info: [{"id": "3fc622ec-0368-48b7-acf3-f6d28316a932", "address": "fa:16:3e:2b:8c:93", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc622ec-03", "ovs_interfaceid": "3fc622ec-0368-48b7-acf3-f6d28316a932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.906892] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5206ebd4-9a80-ac43-1ac3-2d79360aa989, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.907317] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.907416] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.907648] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.907820] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.908027] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.908284] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5b1bd3-a641-4256-90ac-02dc6e365b2e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.917038] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.917208] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.917916] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f8a26e-b055-4367-8487-d60d06b0fa23 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.923318] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1506.923318] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52985a5b-30b8-4125-7ce8-197a6c27580c" [ 1506.923318] env[65717]: _type = "Task" [ 1506.923318] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.931272] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52985a5b-30b8-4125-7ce8-197a6c27580c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.305458] env[65717]: DEBUG oslo_concurrency.lockutils [req-8c3deb4f-dc69-4836-82a4-0a48ead83c07 req-1989075f-fefb-4dba-ba66-5d3794932b9a service nova] Releasing lock "refresh_cache-f335c68e-731d-4b82-9cac-38315d812e17" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.434543] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52985a5b-30b8-4125-7ce8-197a6c27580c, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.435291] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c4cb1f-ee67-4443-84e1-6590440c620c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.441504] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1507.441504] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac372c-67c4-b094-c500-678ecee88d11" [ 1507.441504] env[65717]: _type = "Task" [ 1507.441504] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.452907] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac372c-67c4-b094-c500-678ecee88d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.951926] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52ac372c-67c4-b094-c500-678ecee88d11, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.952317] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.952371] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f335c68e-731d-4b82-9cac-38315d812e17/f335c68e-731d-4b82-9cac-38315d812e17.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.952633] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c33431-75cd-4442-be53-e1975eb5c891 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.959254] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1507.959254] env[65717]: value = "task-4394326" [ 1507.959254] env[65717]: _type = "Task" [ 1507.959254] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.967751] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.469569] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45861} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.469870] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] f335c68e-731d-4b82-9cac-38315d812e17/f335c68e-731d-4b82-9cac-38315d812e17.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.470094] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.470304] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bcefa9-5287-4090-888f-80a412d85163 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.478265] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1508.478265] env[65717]: value = "task-4394327" [ 1508.478265] env[65717]: _type = "Task" [ 1508.478265] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.488505] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.988559] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085101} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.988858] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.989666] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072c1a9-c379-44a3-bef5-16e58316376c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.011603] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f335c68e-731d-4b82-9cac-38315d812e17/f335c68e-731d-4b82-9cac-38315d812e17.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.011885] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8dcbd9-653c-4d72-bffd-8471cb66fc29 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.032492] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1509.032492] env[65717]: value = "task-4394328" [ 1509.032492] env[65717]: _type = "Task" [ 1509.032492] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.041022] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.542773] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394328, 'name': ReconfigVM_Task, 'duration_secs': 0.290761} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.542991] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f335c68e-731d-4b82-9cac-38315d812e17/f335c68e-731d-4b82-9cac-38315d812e17.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.543647] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ec2b0a-6948-4472-afea-5144d71a188e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.551270] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1509.551270] env[65717]: value = "task-4394329" [ 1509.551270] env[65717]: _type = "Task" [ 1509.551270] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.563694] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394329, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.062184] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394329, 'name': Rename_Task, 'duration_secs': 0.144623} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.062598] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.063018] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3584c71-fc9e-4f64-9810-ba07a2a852f8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.071896] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1510.071896] env[65717]: value = "task-4394330" [ 1510.071896] env[65717]: _type = "Task" [ 1510.071896] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.081559] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.584054] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.084215] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.514547] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.585859] env[65717]: DEBUG oslo_vmware.api [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394330, 'name': PowerOnVM_Task, 'duration_secs': 1.453582} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.586128] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.586320] env[65717]: INFO nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1511.586488] env[65717]: DEBUG nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1511.587313] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078fc8c-84bc-4b80-becb-e6b99cc5212c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.105912] env[65717]: INFO nova.compute.manager [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Took 12.45 seconds to build instance. [ 1512.608403] env[65717]: DEBUG oslo_concurrency.lockutils [None req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.960s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.390462] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "6268773c-9315-4152-8cac-86f7e4427ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.390825] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.893619] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1514.414014] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.414293] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.415774] env[65717]: INFO nova.compute.claims [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.474314] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e4dde-5cf5-45f1-a7b7-2eb84577ccb7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.484882] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c10746-f722-489b-8ec7-2b374ea63778 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.522025] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2480c36-a5d2-4629-aaca-cf2dfbcfdbd2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.529949] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0480505-e726-412e-a877-eed0a0decd0f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.544169] env[65717]: DEBUG nova.compute.provider_tree [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.048094] env[65717]: DEBUG nova.scheduler.client.report [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.554019] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.554592] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1517.059788] env[65717]: DEBUG nova.compute.utils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1517.061228] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1517.061477] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1517.061952] env[65717]: WARNING neutronclient.v2_0.client [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1517.062475] env[65717]: WARNING neutronclient.v2_0.client [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1517.117990] env[65717]: DEBUG nova.policy [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.419489] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Successfully created port: 66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1517.567252] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1518.577268] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1518.604604] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1518.604858] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.605018] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1518.605203] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.605346] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1518.605487] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1518.605687] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.605838] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1518.605998] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1518.606217] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1518.606394] env[65717]: DEBUG nova.virt.hardware [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1518.607617] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1799ef-56f7-465e-8c98-543817486022 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.616243] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27042d-64ec-4fde-a7db-32777d8cd1cd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.805997] env[65717]: DEBUG nova.compute.manager [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Received event network-vif-plugged-66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1518.806221] env[65717]: DEBUG oslo_concurrency.lockutils [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] Acquiring lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.806437] env[65717]: DEBUG oslo_concurrency.lockutils [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] Lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.806567] env[65717]: DEBUG oslo_concurrency.lockutils [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] Lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.806727] env[65717]: DEBUG nova.compute.manager [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] No waiting events found dispatching network-vif-plugged-66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1518.806933] env[65717]: WARNING nova.compute.manager [req-806ce617-0ba9-4676-83b9-4107c7e0bed6 req-600e3d84-830a-470f-842f-26788d749404 service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Received unexpected event network-vif-plugged-66760380-2cd8-4982-b8cb-5bdb7402a299 for instance with vm_state building and task_state spawning. [ 1518.899919] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Successfully updated port: 66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1519.402561] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.402749] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.402929] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1519.939402] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1520.026289] env[65717]: WARNING neutronclient.v2_0.client [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1520.094473] env[65717]: DEBUG nova.network.neutron [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Updating instance_info_cache with network_info: [{"id": "66760380-2cd8-4982-b8cb-5bdb7402a299", "address": "fa:16:3e:9a:8f:8f", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66760380-2c", "ovs_interfaceid": "66760380-2cd8-4982-b8cb-5bdb7402a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.597726] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.598076] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Instance network_info: |[{"id": "66760380-2cd8-4982-b8cb-5bdb7402a299", "address": "fa:16:3e:9a:8f:8f", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66760380-2c", "ovs_interfaceid": "66760380-2cd8-4982-b8cb-5bdb7402a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1520.598538] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66760380-2cd8-4982-b8cb-5bdb7402a299', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.605704] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1520.605938] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.606200] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a12f2e-32ed-4a8f-9221-70851c307f24 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.626253] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.626253] env[65717]: value = "task-4394331" [ 1520.626253] env[65717]: _type = "Task" [ 1520.626253] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.634621] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394331, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.841443] env[65717]: DEBUG nova.compute.manager [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Received event network-changed-66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1520.841744] env[65717]: DEBUG nova.compute.manager [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Refreshing instance network info cache due to event network-changed-66760380-2cd8-4982-b8cb-5bdb7402a299. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1520.841876] env[65717]: DEBUG oslo_concurrency.lockutils [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] Acquiring lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.841955] env[65717]: DEBUG oslo_concurrency.lockutils [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] Acquired lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.842132] env[65717]: DEBUG nova.network.neutron [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Refreshing network info cache for port 66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.136849] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394331, 'name': CreateVM_Task, 'duration_secs': 0.32388} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.137238] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.137545] env[65717]: WARNING neutronclient.v2_0.client [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1521.137911] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.138084] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.138392] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.138640] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77154867-cdf9-458a-94ac-df85eb38448e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.143700] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1521.143700] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5242c249-5859-f297-bda9-39b73513be15" [ 1521.143700] env[65717]: _type = "Task" [ 1521.143700] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.151865] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5242c249-5859-f297-bda9-39b73513be15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.344932] env[65717]: WARNING neutronclient.v2_0.client [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1521.475643] env[65717]: WARNING neutronclient.v2_0.client [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1521.541324] env[65717]: DEBUG nova.network.neutron [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Updated VIF entry in instance network info cache for port 66760380-2cd8-4982-b8cb-5bdb7402a299. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1521.541671] env[65717]: DEBUG nova.network.neutron [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Updating instance_info_cache with network_info: [{"id": "66760380-2cd8-4982-b8cb-5bdb7402a299", "address": "fa:16:3e:9a:8f:8f", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66760380-2c", "ovs_interfaceid": "66760380-2cd8-4982-b8cb-5bdb7402a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.654701] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]5242c249-5859-f297-bda9-39b73513be15, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.655016] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.655254] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.655484] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.655622] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.655807] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.656075] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9688d1b2-dc03-4d59-bad4-143e3f3329af {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.666062] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.666278] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.667011] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f452cf-8327-41fd-930b-5cd62e52164c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.672737] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1521.672737] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520c426a-207c-e471-7f2b-38948e15ceef" [ 1521.672737] env[65717]: _type = "Task" [ 1521.672737] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.681055] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520c426a-207c-e471-7f2b-38948e15ceef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.044378] env[65717]: DEBUG oslo_concurrency.lockutils [req-706f901e-24ba-49d4-a22a-1a0b239aac26 req-9231f315-a636-4f37-91ef-f02edf042b5d service nova] Releasing lock "refresh_cache-6268773c-9315-4152-8cac-86f7e4427ed2" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.183468] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520c426a-207c-e471-7f2b-38948e15ceef, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.184259] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367c2568-a83d-4e4b-8a1d-c6ffe3e73bc1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.189583] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1522.189583] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d8347-c052-5384-f0b6-3b0832d5e273" [ 1522.189583] env[65717]: _type = "Task" [ 1522.189583] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.197058] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d8347-c052-5384-f0b6-3b0832d5e273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.701318] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]520d8347-c052-5384-f0b6-3b0832d5e273, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.701530] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.701735] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6268773c-9315-4152-8cac-86f7e4427ed2/6268773c-9315-4152-8cac-86f7e4427ed2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.701981] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8ad32a-123a-48cf-897f-e2ee3ab8d3ba {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.709592] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1522.709592] env[65717]: value = "task-4394332" [ 1522.709592] env[65717]: _type = "Task" [ 1522.709592] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.507594] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.508054] env[65717]: WARNING oslo_vmware.common.loopingcall [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] task run outlasted interval by 0.29796599999999995 sec [ 1523.516438] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481044} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.516660] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 6268773c-9315-4152-8cac-86f7e4427ed2/6268773c-9315-4152-8cac-86f7e4427ed2.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.516853] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.517128] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000015c9-6c17-43eb-b294-0aefa80d9c36 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.523855] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1523.523855] env[65717]: value = "task-4394333" [ 1523.523855] env[65717]: _type = "Task" [ 1523.523855] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.533587] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.033995] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06506} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.034289] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.035016] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152135f-d5e1-4780-bfdd-9987918c797f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.056577] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6268773c-9315-4152-8cac-86f7e4427ed2/6268773c-9315-4152-8cac-86f7e4427ed2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.056872] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40a2d90-7a37-4c58-a762-81596c75a408 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.076342] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1524.076342] env[65717]: value = "task-4394334" [ 1524.076342] env[65717]: _type = "Task" [ 1524.076342] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.084967] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.586988] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394334, 'name': ReconfigVM_Task, 'duration_secs': 0.275941} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.587384] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6268773c-9315-4152-8cac-86f7e4427ed2/6268773c-9315-4152-8cac-86f7e4427ed2.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.587893] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b320f1-4bb3-4b65-9469-e01fbed11844 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.594992] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1524.594992] env[65717]: value = "task-4394335" [ 1524.594992] env[65717]: _type = "Task" [ 1524.594992] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.603611] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394335, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.104635] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394335, 'name': Rename_Task, 'duration_secs': 0.151403} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.104939] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.105216] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f27ec66-a88b-4639-8290-ff0948c865f1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.111733] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1525.111733] env[65717]: value = "task-4394336" [ 1525.111733] env[65717]: _type = "Task" [ 1525.111733] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.119820] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.622075] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.122705] env[65717]: DEBUG oslo_vmware.api [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394336, 'name': PowerOnVM_Task, 'duration_secs': 0.520293} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.122964] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.123181] env[65717]: INFO nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1526.123357] env[65717]: DEBUG nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1526.124151] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015941f6-3cf2-4316-8fc5-b25e9744e7c1 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.640376] env[65717]: INFO nova.compute.manager [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Took 12.24 seconds to build instance. [ 1527.118388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "6268773c-9315-4152-8cac-86f7e4427ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.141536] env[65717]: DEBUG oslo_concurrency.lockutils [None req-ff3c6f90-e239-470e-9133-f85782a5bce0 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.751s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.141851] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.142091] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.142304] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.142459] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.144437] env[65717]: INFO nova.compute.manager [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Terminating instance [ 1527.648197] env[65717]: DEBUG nova.compute.manager [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1527.648541] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.649349] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95b00e-6729-42c6-b997-9aeb4f085b0c {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.657981] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.658234] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e26b98e-7101-401f-b603-c596e736737b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.666214] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1527.666214] env[65717]: value = "task-4394337" [ 1527.666214] env[65717]: _type = "Task" [ 1527.666214] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.675992] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.179575] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394337, 'name': PowerOffVM_Task, 'duration_secs': 0.2146} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.179999] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.180291] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.180714] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ba0b3b-b906-41a6-a51c-26873afd1bda {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.270271] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.270480] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.270591] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore1] 6268773c-9315-4152-8cac-86f7e4427ed2 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.270875] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805a013a-a82a-4abc-ba8e-f0f09c8a9f94 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.278953] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1528.278953] env[65717]: value = "task-4394339" [ 1528.278953] env[65717]: _type = "Task" [ 1528.278953] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.287377] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.789579] env[65717]: DEBUG oslo_vmware.api [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139428} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.790074] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.790074] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.790224] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.790350] env[65717]: INFO nova.compute.manager [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1528.790591] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1528.790853] env[65717]: DEBUG nova.compute.manager [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1528.790962] env[65717]: DEBUG nova.network.neutron [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1528.791222] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1528.823541] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1529.152022] env[65717]: DEBUG nova.compute.manager [req-dc12a8a7-20ea-4d1a-aaa6-906f1ca279a4 req-1b2974e2-fe10-4f4d-b7d4-319c7804deaf service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Received event network-vif-deleted-66760380-2cd8-4982-b8cb-5bdb7402a299 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1529.152097] env[65717]: INFO nova.compute.manager [req-dc12a8a7-20ea-4d1a-aaa6-906f1ca279a4 req-1b2974e2-fe10-4f4d-b7d4-319c7804deaf service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Neutron deleted interface 66760380-2cd8-4982-b8cb-5bdb7402a299; detaching it from the instance and deleting it from the info cache [ 1529.152220] env[65717]: DEBUG nova.network.neutron [req-dc12a8a7-20ea-4d1a-aaa6-906f1ca279a4 req-1b2974e2-fe10-4f4d-b7d4-319c7804deaf service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.582666] env[65717]: DEBUG nova.network.neutron [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.654866] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73fd2703-8f24-4937-8504-c47b8d6f84e8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.665798] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34b6d5-1ea4-4f3f-bd24-0c04990ebf07 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.692655] env[65717]: DEBUG nova.compute.manager [req-dc12a8a7-20ea-4d1a-aaa6-906f1ca279a4 req-1b2974e2-fe10-4f4d-b7d4-319c7804deaf service nova] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Detach interface failed, port_id=66760380-2cd8-4982-b8cb-5bdb7402a299, reason: Instance 6268773c-9315-4152-8cac-86f7e4427ed2 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1530.085938] env[65717]: INFO nova.compute.manager [-] [instance: 6268773c-9315-4152-8cac-86f7e4427ed2] Took 1.29 seconds to deallocate network for instance. [ 1530.592240] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.592532] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.592762] env[65717]: DEBUG nova.objects.instance [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid 6268773c-9315-4152-8cac-86f7e4427ed2 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.150539] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2cd5f-576a-4c72-a8d5-ce57917444d3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.158307] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364352d0-5708-46cf-a805-57d402d9e8b7 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.188228] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d56a71b-603f-43f6-bb16-76d5f52bc2a2 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.196200] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcaf75c-c07a-45c4-9361-34d7f6582d4f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.209906] env[65717]: DEBUG nova.compute.provider_tree [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.713639] env[65717]: DEBUG nova.scheduler.client.report [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.220775] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.241139] env[65717]: INFO nova.scheduler.client.report [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance 6268773c-9315-4152-8cac-86f7e4427ed2 [ 1532.754439] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "6268773c-9315-4152-8cac-86f7e4427ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.612s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.790097] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "f335c68e-731d-4b82-9cac-38315d812e17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.790439] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.790574] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "f335c68e-731d-4b82-9cac-38315d812e17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.790751] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.790912] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.792935] env[65717]: INFO nova.compute.manager [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Terminating instance [ 1534.296569] env[65717]: DEBUG nova.compute.manager [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1534.296775] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.297763] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032d8f3-8be5-427f-94f0-cdba05c616b5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.306045] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.306277] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b56b0d-25d5-4743-8866-17ad746c9821 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.312628] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1534.312628] env[65717]: value = "task-4394340" [ 1534.312628] env[65717]: _type = "Task" [ 1534.312628] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.320899] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.824210] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394340, 'name': PowerOffVM_Task, 'duration_secs': 0.190726} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.824552] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.824643] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.824896] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406efb82-8bef-443d-b21a-48db9ba2aee4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.891641] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.891906] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.892097] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore2] f335c68e-731d-4b82-9cac-38315d812e17 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.892389] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911bf567-be88-4a04-a6f4-978ee4322637 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.899642] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1534.899642] env[65717]: value = "task-4394342" [ 1534.899642] env[65717]: _type = "Task" [ 1534.899642] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.907595] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.409508] env[65717]: DEBUG oslo_vmware.api [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123849} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.409744] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.409919] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.410102] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.410272] env[65717]: INFO nova.compute.manager [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1535.410501] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1535.410685] env[65717]: DEBUG nova.compute.manager [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1535.410776] env[65717]: DEBUG nova.network.neutron [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1535.411028] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.453280] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.690653] env[65717]: DEBUG nova.compute.manager [req-8ca8da55-1766-4e16-b3fe-0dbd16f1bef4 req-3d17d062-be66-42ff-b904-49a21d459afc service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Received event network-vif-deleted-3fc622ec-0368-48b7-acf3-f6d28316a932 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1535.690891] env[65717]: INFO nova.compute.manager [req-8ca8da55-1766-4e16-b3fe-0dbd16f1bef4 req-3d17d062-be66-42ff-b904-49a21d459afc service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Neutron deleted interface 3fc622ec-0368-48b7-acf3-f6d28316a932; detaching it from the instance and deleting it from the info cache [ 1535.691036] env[65717]: DEBUG nova.network.neutron [req-8ca8da55-1766-4e16-b3fe-0dbd16f1bef4 req-3d17d062-be66-42ff-b904-49a21d459afc service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.170383] env[65717]: DEBUG nova.network.neutron [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.193951] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d294bcca-d168-4e19-9b64-32599d30904b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.204712] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1380f17-490d-407f-b355-13dda1b1a77e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.230301] env[65717]: DEBUG nova.compute.manager [req-8ca8da55-1766-4e16-b3fe-0dbd16f1bef4 req-3d17d062-be66-42ff-b904-49a21d459afc service nova] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Detach interface failed, port_id=3fc622ec-0368-48b7-acf3-f6d28316a932, reason: Instance f335c68e-731d-4b82-9cac-38315d812e17 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1536.672916] env[65717]: INFO nova.compute.manager [-] [instance: f335c68e-731d-4b82-9cac-38315d812e17] Took 1.26 seconds to deallocate network for instance. [ 1537.179633] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.180013] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.180150] env[65717]: DEBUG nova.objects.instance [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid f335c68e-731d-4b82-9cac-38315d812e17 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.729122] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b103b-009d-46dc-b7c5-4cedf97863ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.736887] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88851103-74de-4e67-8f5e-c53d0e218378 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.767209] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d6839-8bbf-429d-b4d7-219049092f03 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.775066] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f12cb-752b-4ee8-b1c6-e9d7aab16211 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.788922] env[65717]: DEBUG nova.compute.provider_tree [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.296108] env[65717]: DEBUG nova.scheduler.client.report [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.802766] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.823515] env[65717]: INFO nova.scheduler.client.report [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance f335c68e-731d-4b82-9cac-38315d812e17 [ 1539.331176] env[65717]: DEBUG oslo_concurrency.lockutils [None req-042f6116-52b7-429d-b26d-cc52d380f1ea tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "f335c68e-731d-4b82-9cac-38315d812e17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.541s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.837163] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "8447d216-54da-48f4-80fd-58ab9b71ee50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.837627] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.339610] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1541.861774] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.862057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.863625] env[65717]: INFO nova.compute.claims [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.912140] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4232100e-19e9-4c36-8f39-f4a62ecdc87d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.920808] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3facb37b-9ecf-403c-9077-766f1efa1e09 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.951223] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a00f3-902e-4801-bf49-4fb76c346491 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.959015] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1597ee56-7725-4798-b880-f1513bc177ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.972632] env[65717]: DEBUG nova.compute.provider_tree [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.476338] env[65717]: DEBUG nova.scheduler.client.report [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.981537] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.982055] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1544.487453] env[65717]: DEBUG nova.compute.utils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1544.489519] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1544.489725] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1544.490088] env[65717]: WARNING neutronclient.v2_0.client [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1544.490426] env[65717]: WARNING neutronclient.v2_0.client [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1544.541711] env[65717]: DEBUG nova.policy [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.852768] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Successfully created port: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1544.994035] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1546.004291] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1546.030680] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1546.030919] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.031083] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1546.031279] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.031417] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1546.031557] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1546.031753] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1546.031904] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1546.032078] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1546.032237] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1546.032403] env[65717]: DEBUG nova.virt.hardware [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1546.033284] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff528514-ddb8-4808-b9d7-60981df7a9ea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.041766] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40bb9bd-a877-41d6-872d-bd067a011bbd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.258014] env[65717]: DEBUG nova.compute.manager [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Received event network-vif-plugged-6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1546.258352] env[65717]: DEBUG oslo_concurrency.lockutils [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] Acquiring lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.258473] env[65717]: DEBUG oslo_concurrency.lockutils [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.258684] env[65717]: DEBUG oslo_concurrency.lockutils [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.258802] env[65717]: DEBUG nova.compute.manager [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] No waiting events found dispatching network-vif-plugged-6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1546.258960] env[65717]: WARNING nova.compute.manager [req-dea05296-329c-4565-aadd-8e94b65d7069 req-0f4a5108-b1dd-4808-80f1-948f712485e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Received unexpected event network-vif-plugged-6fb216f9-ade4-4e46-a073-bea75b54b8d9 for instance with vm_state building and task_state spawning. [ 1546.340565] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Successfully updated port: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1546.844057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.844057] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.844257] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1547.379460] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1547.465274] env[65717]: WARNING neutronclient.v2_0.client [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1547.535296] env[65717]: DEBUG nova.network.neutron [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Updating instance_info_cache with network_info: [{"id": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "address": "fa:16:3e:e7:b3:fe", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb216f9-ad", "ovs_interfaceid": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.038665] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.038981] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Instance network_info: |[{"id": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "address": "fa:16:3e:e7:b3:fe", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb216f9-ad", "ovs_interfaceid": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1548.039518] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b3:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb216f9-ade4-4e46-a073-bea75b54b8d9', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.046750] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1548.047008] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.047361] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d545d4-7217-44be-a4ee-c58a8e39f193 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.069386] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.069386] env[65717]: value = "task-4394343" [ 1548.069386] env[65717]: _type = "Task" [ 1548.069386] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.077961] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394343, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.289716] env[65717]: DEBUG nova.compute.manager [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Received event network-changed-6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1548.289867] env[65717]: DEBUG nova.compute.manager [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Refreshing instance network info cache due to event network-changed-6fb216f9-ade4-4e46-a073-bea75b54b8d9. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1548.290067] env[65717]: DEBUG oslo_concurrency.lockutils [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] Acquiring lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.290204] env[65717]: DEBUG oslo_concurrency.lockutils [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] Acquired lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.290386] env[65717]: DEBUG nova.network.neutron [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Refreshing network info cache for port 6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.580518] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394343, 'name': CreateVM_Task, 'duration_secs': 0.333447} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.580881] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.581184] env[65717]: WARNING neutronclient.v2_0.client [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1548.581539] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.581686] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.582035] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.582299] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdb1f53-04ed-4b68-a038-8cfffb57bf71 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.587715] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1548.587715] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a61bca-a33c-2b47-6ba1-795318f38abf" [ 1548.587715] env[65717]: _type = "Task" [ 1548.587715] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.596208] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a61bca-a33c-2b47-6ba1-795318f38abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.792950] env[65717]: WARNING neutronclient.v2_0.client [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1548.932814] env[65717]: WARNING neutronclient.v2_0.client [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1548.999758] env[65717]: DEBUG nova.network.neutron [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Updated VIF entry in instance network info cache for port 6fb216f9-ade4-4e46-a073-bea75b54b8d9. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1549.000152] env[65717]: DEBUG nova.network.neutron [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Updating instance_info_cache with network_info: [{"id": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "address": "fa:16:3e:e7:b3:fe", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb216f9-ad", "ovs_interfaceid": "6fb216f9-ade4-4e46-a073-bea75b54b8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.098733] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52a61bca-a33c-2b47-6ba1-795318f38abf, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.099081] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.099241] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.099509] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.099613] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.099783] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.100057] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03cf58a-7d53-4257-8f47-bae2824f6236 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.109316] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.109480] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.110213] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cedc0b5-05f1-47ed-9b87-2946d548be21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.115640] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1549.115640] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc8916-e668-856d-de59-d34dd29ae62d" [ 1549.115640] env[65717]: _type = "Task" [ 1549.115640] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.124157] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc8916-e668-856d-de59-d34dd29ae62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.503653] env[65717]: DEBUG oslo_concurrency.lockutils [req-d79b0495-0e55-4628-8998-9eafd83e78fe req-4798a823-8ba7-47bb-ba29-2d1bd0c063e8 service nova] Releasing lock "refresh_cache-8447d216-54da-48f4-80fd-58ab9b71ee50" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.626664] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52dc8916-e668-856d-de59-d34dd29ae62d, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.627523] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadb22c2-e054-4acb-b319-115cafda2501 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.633483] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1549.633483] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bbdc38-02cf-0fef-8dba-3aab9d816efa" [ 1549.633483] env[65717]: _type = "Task" [ 1549.633483] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.643147] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bbdc38-02cf-0fef-8dba-3aab9d816efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.143826] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bbdc38-02cf-0fef-8dba-3aab9d816efa, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.144094] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.144342] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 8447d216-54da-48f4-80fd-58ab9b71ee50/8447d216-54da-48f4-80fd-58ab9b71ee50.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.144602] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea68f792-9f0c-4c25-bcae-84de9c961366 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.151720] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1550.151720] env[65717]: value = "task-4394344" [ 1550.151720] env[65717]: _type = "Task" [ 1550.151720] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.159791] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.662438] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473028} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.662842] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore2] 8447d216-54da-48f4-80fd-58ab9b71ee50/8447d216-54da-48f4-80fd-58ab9b71ee50.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.662963] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.663158] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2469998d-98f7-413f-a10e-ceab20a9ba9d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.670765] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1550.670765] env[65717]: value = "task-4394345" [ 1550.670765] env[65717]: _type = "Task" [ 1550.670765] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.680180] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.181176] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062637} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.181448] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.182232] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a500aa11-c82c-498b-ae4f-3c91ed71d993 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.204381] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8447d216-54da-48f4-80fd-58ab9b71ee50/8447d216-54da-48f4-80fd-58ab9b71ee50.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.204667] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58fd5f3-35f9-41cf-a801-d43f7f5f4328 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.225046] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1551.225046] env[65717]: value = "task-4394346" [ 1551.225046] env[65717]: _type = "Task" [ 1551.225046] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.233936] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.735136] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394346, 'name': ReconfigVM_Task, 'duration_secs': 0.285642} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.735547] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8447d216-54da-48f4-80fd-58ab9b71ee50/8447d216-54da-48f4-80fd-58ab9b71ee50.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.736065] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5111d360-c6a1-4f88-ac85-00263920b22b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.743423] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1551.743423] env[65717]: value = "task-4394347" [ 1551.743423] env[65717]: _type = "Task" [ 1551.743423] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.751972] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394347, 'name': Rename_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.254214] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394347, 'name': Rename_Task, 'duration_secs': 0.156462} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.254504] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.254757] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f066026d-04eb-4e75-8812-98fb809fadbc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.263161] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1552.263161] env[65717]: value = "task-4394348" [ 1552.263161] env[65717]: _type = "Task" [ 1552.263161] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.271687] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.774189] env[65717]: DEBUG oslo_vmware.api [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394348, 'name': PowerOnVM_Task, 'duration_secs': 0.44678} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.774189] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.774189] env[65717]: INFO nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1552.774646] env[65717]: DEBUG nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1552.775074] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f19fa-3051-450a-b0ee-1becd30c453d {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.292905] env[65717]: INFO nova.compute.manager [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Took 11.45 seconds to build instance. [ 1553.794947] env[65717]: DEBUG oslo_concurrency.lockutils [None req-912f9f14-66e6-462f-887b-682392c07bba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.957s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.219433] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "8447d216-54da-48f4-80fd-58ab9b71ee50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.219791] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.220103] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.220388] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.220632] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.223769] env[65717]: INFO nova.compute.manager [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Terminating instance [ 1554.520510] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.520731] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.728167] env[65717]: DEBUG nova.compute.manager [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1554.728427] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.729536] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201967c-e771-4f70-a6cf-0b724a53b700 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.738203] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.738487] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c979029e-704b-4fbf-a54c-4768c26aaa35 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.745889] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1554.745889] env[65717]: value = "task-4394349" [ 1554.745889] env[65717]: _type = "Task" [ 1554.745889] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.755220] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.256980] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394349, 'name': PowerOffVM_Task, 'duration_secs': 0.18003} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.257438] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.257494] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.257712] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01df6ef-f8f6-449e-a19a-d300ff796210 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.332417] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.332672] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Deleting contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.332795] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore2] 8447d216-54da-48f4-80fd-58ab9b71ee50 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.333098] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61e21891-a441-413b-b05e-7923188cb3ca {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.340568] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1555.340568] env[65717]: value = "task-4394351" [ 1555.340568] env[65717]: _type = "Task" [ 1555.340568] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.349620] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.521549] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.851226] env[65717]: DEBUG oslo_vmware.api [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215888} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.851433] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.851613] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Deleted contents of the VM from datastore datastore2 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.851781] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.851950] env[65717]: INFO nova.compute.manager [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1555.852261] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1555.852477] env[65717]: DEBUG nova.compute.manager [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1555.852572] env[65717]: DEBUG nova.network.neutron [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1555.852860] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1555.920628] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.177979] env[65717]: DEBUG nova.compute.manager [req-8d14567a-a2f2-4df8-b59f-ddb79a7af0a9 req-f406ef75-798b-4acc-afb3-fe076ad63c7d service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Received event network-vif-deleted-6fb216f9-ade4-4e46-a073-bea75b54b8d9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1556.178322] env[65717]: INFO nova.compute.manager [req-8d14567a-a2f2-4df8-b59f-ddb79a7af0a9 req-f406ef75-798b-4acc-afb3-fe076ad63c7d service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Neutron deleted interface 6fb216f9-ade4-4e46-a073-bea75b54b8d9; detaching it from the instance and deleting it from the info cache [ 1556.178456] env[65717]: DEBUG nova.network.neutron [req-8d14567a-a2f2-4df8-b59f-ddb79a7af0a9 req-f406ef75-798b-4acc-afb3-fe076ad63c7d service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.654133] env[65717]: DEBUG nova.network.neutron [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.682051] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0418d8e1-3f4f-4680-8b33-870e13caed79 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.691876] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f827bf-f753-415a-986b-dcb0149c0adb {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.718052] env[65717]: DEBUG nova.compute.manager [req-8d14567a-a2f2-4df8-b59f-ddb79a7af0a9 req-f406ef75-798b-4acc-afb3-fe076ad63c7d service nova] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Detach interface failed, port_id=6fb216f9-ade4-4e46-a073-bea75b54b8d9, reason: Instance 8447d216-54da-48f4-80fd-58ab9b71ee50 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1557.156605] env[65717]: INFO nova.compute.manager [-] [instance: 8447d216-54da-48f4-80fd-58ab9b71ee50] Took 1.30 seconds to deallocate network for instance. [ 1557.663049] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.663424] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.663595] env[65717]: DEBUG nova.objects.instance [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid 8447d216-54da-48f4-80fd-58ab9b71ee50 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.209178] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c51b0f-045f-4042-9523-c55568ee4852 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.217196] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb561e-6395-4437-82fb-93df52658d9f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.247854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458f64fe-545b-489f-88c0-313f4833f036 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.255854] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7beb5-6d47-49d5-a954-0e582e16ef8a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.269537] env[65717]: DEBUG nova.compute.provider_tree [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.520566] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.520816] env[65717]: DEBUG nova.compute.manager [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65717) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1558.772702] env[65717]: DEBUG nova.scheduler.client.report [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.278312] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.297748] env[65717]: INFO nova.scheduler.client.report [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance 8447d216-54da-48f4-80fd-58ab9b71ee50 [ 1559.520583] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.805357] env[65717]: DEBUG oslo_concurrency.lockutils [None req-898edad1-d879-4947-af74-e09ae64641f3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "8447d216-54da-48f4-80fd-58ab9b71ee50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.231866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "732db8ac-550e-4d59-9776-61702988347c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.231866] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.520323] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.733763] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Starting instance... {{(pid=65717) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1562.254736] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.255061] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.256563] env[65717]: INFO nova.compute.claims [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.309649] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550aaae-882f-4727-9005-f3946208a12f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.317770] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3995d7b5-ace0-43cc-ab14-102c776ab8c0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.348806] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db279c-5096-4337-85e0-9923a4768558 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.356383] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b783ec-fec8-47f3-a4cb-1f3a83ac0355 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.369785] env[65717]: DEBUG nova.compute.provider_tree [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.872755] env[65717]: DEBUG nova.scheduler.client.report [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.377914] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.378456] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Start building networks asynchronously for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1564.514374] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.519953] env[65717]: DEBUG oslo_service.periodic_task [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65717) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.884042] env[65717]: DEBUG nova.compute.utils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Using /dev/sd instead of None {{(pid=65717) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1564.884929] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Allocating IP information in the background. {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1564.885172] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] allocate_for_instance() {{(pid=65717) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1564.885550] env[65717]: WARNING neutronclient.v2_0.client [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1564.885986] env[65717]: WARNING neutronclient.v2_0.client [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1564.937338] env[65717]: DEBUG nova.policy [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dabe7e43bd47899a3131b59766d99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e11824c9b3b4b19a895a8891b50a284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65717) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.022710] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.022976] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.023166] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.023295] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65717) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1565.024207] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073112a-e6c6-4a38-9651-58093c883f64 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.033267] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66f7b7-264d-45aa-a81a-31561bb5dab0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.048052] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28145b-8dd1-4150-991a-e86897ae4917 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.058026] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57bccfa-933d-472a-becc-27a8c1c801ce {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.108168] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180046MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65717) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1565.108450] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.108778] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.255923] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Successfully created port: 346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1565.389488] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Start building block device mappings for instance. {{(pid=65717) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1566.135025] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance adb428dc-399b-40e4-87d6-9a85c836ea67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1566.135025] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Instance 732db8ac-550e-4d59-9776-61702988347c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65717) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1566.135025] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1566.135320] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_8e11824c9b3b4b19a895a8891b50a284': '2', 'io_workload': '1', 'num_vm_building': '1', 'num_task_networking': '1'} {{(pid=65717) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1566.174189] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ed8b2d-dac0-40a0-8436-49d367ccb9bc {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.182348] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9f59f-48c2-47a9-9d4f-d0e4190d6f67 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.212399] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc4646-25cb-4a4a-ad80-3b76129f6cf0 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.220623] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03638101-2392-4b25-b230-87bbfa10ecd4 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.236321] env[65717]: DEBUG nova.compute.provider_tree [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.399372] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Start spawning the instance on the hypervisor. {{(pid=65717) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1566.425592] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T14:24:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T14:23:55Z,direct_url=,disk_format='vmdk',id=724fab6b-f0b4-4853-9430-a4e857da79fe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c7ba3b8279040de9b3390098d13a05d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T14:23:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1566.425852] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.426011] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image limits 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1566.426189] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Flavor pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.426326] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Image pref 0:0:0 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1566.426465] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65717) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1566.426658] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.426802] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1566.426956] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Got 1 possible topologies {{(pid=65717) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1566.427131] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1566.427321] env[65717]: DEBUG nova.virt.hardware [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65717) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1566.428180] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d97816-4891-4d1a-aa63-0932b0d69616 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.436408] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e3cc9-2d4a-48fa-8e0d-7bfd73a9741f {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.649448] env[65717]: DEBUG nova.compute.manager [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Received event network-vif-plugged-346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1566.649448] env[65717]: DEBUG oslo_concurrency.lockutils [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] Acquiring lock "732db8ac-550e-4d59-9776-61702988347c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.649546] env[65717]: DEBUG oslo_concurrency.lockutils [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] Lock "732db8ac-550e-4d59-9776-61702988347c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.649662] env[65717]: DEBUG oslo_concurrency.lockutils [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] Lock "732db8ac-550e-4d59-9776-61702988347c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.649821] env[65717]: DEBUG nova.compute.manager [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] No waiting events found dispatching network-vif-plugged-346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1566.650225] env[65717]: WARNING nova.compute.manager [req-8957e71a-c264-4679-aaac-59f0bc76098f req-0ef7199f-e208-4fe4-89c6-ab9a0d0a7cf4 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Received unexpected event network-vif-plugged-346f077b-a08b-4bd3-bcf8-3a83f990755d for instance with vm_state building and task_state spawning. [ 1566.739303] env[65717]: DEBUG nova.scheduler.client.report [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.744019] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Successfully updated port: 346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1567.244032] env[65717]: DEBUG nova.compute.resource_tracker [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65717) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1567.244287] env[65717]: DEBUG oslo_concurrency.lockutils [None req-e4cef478-0bf2-44df-9500-1a67730744fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.246058] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.246230] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.246408] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Building network info cache for instance {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1567.779484] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Instance cache missing network info. {{(pid=65717) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1567.853117] env[65717]: WARNING neutronclient.v2_0.client [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1567.920835] env[65717]: DEBUG nova.network.neutron [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Updating instance_info_cache with network_info: [{"id": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "address": "fa:16:3e:d0:be:e3", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346f077b-a0", "ovs_interfaceid": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.423579] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.423913] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Instance network_info: |[{"id": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "address": "fa:16:3e:d0:be:e3", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346f077b-a0", "ovs_interfaceid": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65717) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1568.424397] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:be:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346f077b-a08b-4bd3-bcf8-3a83f990755d', 'vif_model': 'vmxnet3'}] {{(pid=65717) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.431827] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1568.432047] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] Creating VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.432278] env[65717]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a38729f-0640-4052-99c8-5825ea2134dd {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.453057] env[65717]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.453057] env[65717]: value = "task-4394352" [ 1568.453057] env[65717]: _type = "Task" [ 1568.453057] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.461249] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394352, 'name': CreateVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.681524] env[65717]: DEBUG nova.compute.manager [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Received event network-changed-346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1568.681610] env[65717]: DEBUG nova.compute.manager [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Refreshing instance network info cache due to event network-changed-346f077b-a08b-4bd3-bcf8-3a83f990755d. {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1568.681811] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] Acquiring lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.681935] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] Acquired lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.682105] env[65717]: DEBUG nova.network.neutron [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Refreshing network info cache for port 346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.965069] env[65717]: DEBUG oslo_vmware.api [-] Task: {'id': task-4394352, 'name': CreateVM_Task, 'duration_secs': 0.318915} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.965463] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] Created VM on the ESX host {{(pid=65717) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.965705] env[65717]: WARNING neutronclient.v2_0.client [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1568.966065] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.966217] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.966541] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.966846] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa88068-c299-42e0-86a2-573d49c76b38 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.971820] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1568.971820] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529be187-2c01-474e-7713-db6dac10e7b4" [ 1568.971820] env[65717]: _type = "Task" [ 1568.971820] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.980217] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529be187-2c01-474e-7713-db6dac10e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.185070] env[65717]: WARNING neutronclient.v2_0.client [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1569.320640] env[65717]: WARNING neutronclient.v2_0.client [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1569.385992] env[65717]: DEBUG nova.network.neutron [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Updated VIF entry in instance network info cache for port 346f077b-a08b-4bd3-bcf8-3a83f990755d. {{(pid=65717) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1569.386369] env[65717]: DEBUG nova.network.neutron [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Updating instance_info_cache with network_info: [{"id": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "address": "fa:16:3e:d0:be:e3", "network": {"id": "e58d03ed-f345-41b2-9057-12397087c44e", "bridge": "br-int", "label": "tempest-ServersTestJSON-39516484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e11824c9b3b4b19a895a8891b50a284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346f077b-a0", "ovs_interfaceid": "346f077b-a08b-4bd3-bcf8-3a83f990755d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.483024] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]529be187-2c01-474e-7713-db6dac10e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.483265] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.483490] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Processing image 724fab6b-f0b4-4853-9430-a4e857da79fe {{(pid=65717) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.483712] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.483848] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.484022] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.484284] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c11839dc-c10e-45f8-a96c-f287f513d922 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.493349] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65717) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.493585] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65717) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.494287] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac025dd-d475-4aaf-8966-ba1f5c634e6b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.500050] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1569.500050] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bcc565-d3b8-6347-a1fd-fa3486c0d100" [ 1569.500050] env[65717]: _type = "Task" [ 1569.500050] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.507801] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bcc565-d3b8-6347-a1fd-fa3486c0d100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.889648] env[65717]: DEBUG oslo_concurrency.lockutils [req-2d3cdab6-63cc-4563-ab39-54abbd153415 req-caa42745-2165-49ea-9428-6d0ef269a2e8 service nova] Releasing lock "refresh_cache-732db8ac-550e-4d59-9776-61702988347c" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.011052] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52bcc565-d3b8-6347-a1fd-fa3486c0d100, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.011830] env[65717]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebcf9be-af91-4405-9ac3-13ade690652e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.017477] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1570.017477] env[65717]: value = "session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52538e79-f168-0d55-3c65-32147b1b53e9" [ 1570.017477] env[65717]: _type = "Task" [ 1570.017477] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.025483] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52538e79-f168-0d55-3c65-32147b1b53e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.528512] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': session[52bda79c-35fe-f293-3ba9-aa20537d5d6f]52538e79-f168-0d55-3c65-32147b1b53e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.528745] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk" {{(pid=65717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.528975] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 732db8ac-550e-4d59-9776-61702988347c/732db8ac-550e-4d59-9776-61702988347c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.529242] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8318ddfc-d880-4679-bbe0-a8af55c18332 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.536657] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1570.536657] env[65717]: value = "task-4394353" [ 1570.536657] env[65717]: _type = "Task" [ 1570.536657] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.545062] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.046741] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469783} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.047362] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/724fab6b-f0b4-4853-9430-a4e857da79fe/724fab6b-f0b4-4853-9430-a4e857da79fe.vmdk to [datastore1] 732db8ac-550e-4d59-9776-61702988347c/732db8ac-550e-4d59-9776-61702988347c.vmdk {{(pid=65717) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.047663] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Extending root virtual disk to 1048576 {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.047982] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96f6c854-7a1d-49e5-8ec2-63d73e73e14b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.054655] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1571.054655] env[65717]: value = "task-4394354" [ 1571.054655] env[65717]: _type = "Task" [ 1571.054655] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.063491] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.565304] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062831} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.565590] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Extended root virtual disk {{(pid=65717) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.566381] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dd75d-f578-488a-9375-77fd1da35eb9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.588428] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 732db8ac-550e-4d59-9776-61702988347c/732db8ac-550e-4d59-9776-61702988347c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.588885] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1db2138-2abd-4d2d-b02b-b09f1d106524 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.608376] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1571.608376] env[65717]: value = "task-4394355" [ 1571.608376] env[65717]: _type = "Task" [ 1571.608376] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.616217] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.120097] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394355, 'name': ReconfigVM_Task, 'duration_secs': 0.285496} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.120520] env[65717]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 732db8ac-550e-4d59-9776-61702988347c/732db8ac-550e-4d59-9776-61702988347c.vmdk or device None with type sparse {{(pid=65717) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.120900] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-953b45e6-8bba-4e17-a776-2a3ccd24c5ec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.127733] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1572.127733] env[65717]: value = "task-4394356" [ 1572.127733] env[65717]: _type = "Task" [ 1572.127733] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.135829] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394356, 'name': Rename_Task} progress is 5%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.638183] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394356, 'name': Rename_Task, 'duration_secs': 0.141552} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.638475] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Powering on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.638724] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea80f47-5d38-4230-8f8d-1e3d6c8235f5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.645968] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1572.645968] env[65717]: value = "task-4394357" [ 1572.645968] env[65717]: _type = "Task" [ 1572.645968] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.655774] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.156706] env[65717]: DEBUG oslo_vmware.api [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394357, 'name': PowerOnVM_Task, 'duration_secs': 0.428704} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.157111] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Powered on the VM {{(pid=65717) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.157158] env[65717]: INFO nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1573.157340] env[65717]: DEBUG nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1573.158120] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019af1c-d4f4-4b59-b900-50a4c0c85dfa {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.675590] env[65717]: INFO nova.compute.manager [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Took 11.44 seconds to build instance. [ 1574.177066] env[65717]: DEBUG oslo_concurrency.lockutils [None req-bd18a32b-0857-4daa-aecc-7154e596c39e tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.945s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.628168] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "732db8ac-550e-4d59-9776-61702988347c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.628485] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.628680] env[65717]: DEBUG nova.compute.manager [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1574.629621] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab32490-7c83-4c88-9c98-c84d3c48fd22 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.637247] env[65717]: DEBUG nova.compute.manager [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65717) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1574.637831] env[65717]: DEBUG nova.objects.instance [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'flavor' on Instance uuid 732db8ac-550e-4d59-9776-61702988347c {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.645550] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.646030] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37f58c9-b63f-4f32-910e-83d834529b51 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.654210] env[65717]: DEBUG oslo_vmware.api [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1575.654210] env[65717]: value = "task-4394358" [ 1575.654210] env[65717]: _type = "Task" [ 1575.654210] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.663308] env[65717]: DEBUG oslo_vmware.api [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.165020] env[65717]: DEBUG oslo_vmware.api [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394358, 'name': PowerOffVM_Task, 'duration_secs': 0.247347} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.165301] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.165527] env[65717]: DEBUG nova.compute.manager [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Checking state {{(pid=65717) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1576.166299] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5437920a-43bd-4ee7-91f9-fbd744cc37be {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.678472] env[65717]: DEBUG oslo_concurrency.lockutils [None req-9567a753-1775-4616-850f-5957ea55fa16 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.275612] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "732db8ac-550e-4d59-9776-61702988347c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.275902] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.276111] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "732db8ac-550e-4d59-9776-61702988347c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.276300] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.276464] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.278620] env[65717]: INFO nova.compute.manager [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Terminating instance [ 1577.782698] env[65717]: DEBUG nova.compute.manager [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1577.783136] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.783913] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19480983-490e-4bfa-bd14-e890933920ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.792359] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.792614] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da727a5-7861-494f-96b8-43285ea4c221 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.875761] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.876032] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.876229] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore1] 732db8ac-550e-4d59-9776-61702988347c {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.876518] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1432154b-30ef-4091-8311-22d3e2a2e1ad {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.884294] env[65717]: DEBUG oslo_vmware.api [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1577.884294] env[65717]: value = "task-4394360" [ 1577.884294] env[65717]: _type = "Task" [ 1577.884294] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.893283] env[65717]: DEBUG oslo_vmware.api [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.396074] env[65717]: DEBUG oslo_vmware.api [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194909} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.396371] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.396556] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.396732] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.396906] env[65717]: INFO nova.compute.manager [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: 732db8ac-550e-4d59-9776-61702988347c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1578.397176] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1578.397458] env[65717]: DEBUG nova.compute.manager [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1578.397563] env[65717]: DEBUG nova.network.neutron [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1578.397804] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1578.430744] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1578.701397] env[65717]: DEBUG nova.compute.manager [req-e5c6fb52-87ae-498a-beb6-408566c494c4 req-dd233611-511e-4723-a75c-90050a7e49c3 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Received event network-vif-deleted-346f077b-a08b-4bd3-bcf8-3a83f990755d {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1578.701697] env[65717]: INFO nova.compute.manager [req-e5c6fb52-87ae-498a-beb6-408566c494c4 req-dd233611-511e-4723-a75c-90050a7e49c3 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Neutron deleted interface 346f077b-a08b-4bd3-bcf8-3a83f990755d; detaching it from the instance and deleting it from the info cache [ 1578.701866] env[65717]: DEBUG nova.network.neutron [req-e5c6fb52-87ae-498a-beb6-408566c494c4 req-dd233611-511e-4723-a75c-90050a7e49c3 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.174755] env[65717]: DEBUG nova.network.neutron [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.205052] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af9207a9-08f3-4a63-bc65-6d6409a6cee9 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.215746] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108800a-c5ac-4e58-9370-f23988e211a8 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.242867] env[65717]: DEBUG nova.compute.manager [req-e5c6fb52-87ae-498a-beb6-408566c494c4 req-dd233611-511e-4723-a75c-90050a7e49c3 service nova] [instance: 732db8ac-550e-4d59-9776-61702988347c] Detach interface failed, port_id=346f077b-a08b-4bd3-bcf8-3a83f990755d, reason: Instance 732db8ac-550e-4d59-9776-61702988347c could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1579.677320] env[65717]: INFO nova.compute.manager [-] [instance: 732db8ac-550e-4d59-9776-61702988347c] Took 1.28 seconds to deallocate network for instance. [ 1580.183524] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.183949] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.184199] env[65717]: DEBUG nova.objects.instance [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid 732db8ac-550e-4d59-9776-61702988347c {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.731439] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99be58-c313-4083-bdc0-9f98a316b0ff {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.739783] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc75de4-3f75-4f8c-a4ce-0a2e50ae1cec {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.770007] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5170f42-ae62-4df5-bd58-6d24ae10879a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.777512] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0cfb3-26ec-4de4-b22a-3efe1a960e66 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.790755] env[65717]: DEBUG nova.compute.provider_tree [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.293880] env[65717]: DEBUG nova.scheduler.client.report [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.799869] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.824395] env[65717]: INFO nova.scheduler.client.report [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance 732db8ac-550e-4d59-9776-61702988347c [ 1582.333966] env[65717]: DEBUG oslo_concurrency.lockutils [None req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "732db8ac-550e-4d59-9776-61702988347c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.058s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.112759] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "adb428dc-399b-40e4-87d6-9a85c836ea67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.112958] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.113203] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.113387] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.113548] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.115695] env[65717]: INFO nova.compute.manager [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Terminating instance [ 1583.619164] env[65717]: DEBUG nova.compute.manager [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Start destroying the instance on the hypervisor. {{(pid=65717) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1583.619599] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Destroying instance {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.620367] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70163038-b51b-4796-870e-25b095013c21 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.628588] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Powering off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.628808] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9788d123-86b3-4c84-ba35-b0ea574975ed {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.635101] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1583.635101] env[65717]: value = "task-4394361" [ 1583.635101] env[65717]: _type = "Task" [ 1583.635101] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.644480] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.145684] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394361, 'name': PowerOffVM_Task, 'duration_secs': 0.203414} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.146026] env[65717]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Powered off the VM {{(pid=65717) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.146233] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Unregistering the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.146519] env[65717]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec6e055-f1c0-4199-b6f6-2309da9b6db6 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.229134] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Unregistered the VM {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.229504] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Deleting contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.229788] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleting the datastore file [datastore1] adb428dc-399b-40e4-87d6-9a85c836ea67 {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.230189] env[65717]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7052f00-8df1-4cf9-af0f-57921ed782c3 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.238916] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for the task: (returnval){ [ 1584.238916] env[65717]: value = "task-4394363" [ 1584.238916] env[65717]: _type = "Task" [ 1584.238916] env[65717]: } to complete. {{(pid=65717) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.247235] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.749016] env[65717]: DEBUG oslo_vmware.api [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Task: {'id': task-4394363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136169} completed successfully. {{(pid=65717) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.749488] env[65717]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted the datastore file {{(pid=65717) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.749488] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Deleted contents of the VM from datastore datastore1 {{(pid=65717) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.749624] env[65717]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Instance destroyed {{(pid=65717) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.749811] env[65717]: INFO nova.compute.manager [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1584.750082] env[65717]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65717) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1584.750286] env[65717]: DEBUG nova.compute.manager [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Deallocating network for instance {{(pid=65717) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1584.750380] env[65717]: DEBUG nova.network.neutron [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] deallocate_for_instance() {{(pid=65717) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1584.750637] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1584.791879] env[65717]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1585.050090] env[65717]: DEBUG nova.compute.manager [req-f63d2d90-8a7a-4a56-b464-0b6945f97287 req-129889fc-f5db-4e11-a4bf-509f0853f0c2 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Received event network-vif-deleted-81643881-53be-4f4b-8d68-1913f3ebc2a9 {{(pid=65717) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1585.050175] env[65717]: INFO nova.compute.manager [req-f63d2d90-8a7a-4a56-b464-0b6945f97287 req-129889fc-f5db-4e11-a4bf-509f0853f0c2 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Neutron deleted interface 81643881-53be-4f4b-8d68-1913f3ebc2a9; detaching it from the instance and deleting it from the info cache [ 1585.050510] env[65717]: DEBUG nova.network.neutron [req-f63d2d90-8a7a-4a56-b464-0b6945f97287 req-129889fc-f5db-4e11-a4bf-509f0853f0c2 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.529770] env[65717]: DEBUG nova.network.neutron [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Updating instance_info_cache with network_info: [] {{(pid=65717) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.553747] env[65717]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d476d14-d356-46a1-84df-15983a4647d5 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.564958] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149611b9-669c-4e6d-a829-03b9fce0887b {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.592069] env[65717]: DEBUG nova.compute.manager [req-f63d2d90-8a7a-4a56-b464-0b6945f97287 req-129889fc-f5db-4e11-a4bf-509f0853f0c2 service nova] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Detach interface failed, port_id=81643881-53be-4f4b-8d68-1913f3ebc2a9, reason: Instance adb428dc-399b-40e4-87d6-9a85c836ea67 could not be found. {{(pid=65717) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1586.032618] env[65717]: INFO nova.compute.manager [-] [instance: adb428dc-399b-40e4-87d6-9a85c836ea67] Took 1.28 seconds to deallocate network for instance. [ 1586.539248] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.539538] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.539759] env[65717]: DEBUG nova.objects.instance [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lazy-loading 'resources' on Instance uuid adb428dc-399b-40e4-87d6-9a85c836ea67 {{(pid=65717) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.078063] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca4a4ec-93fc-4b5a-aa9c-a5ac8599198e {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.086236] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b2ee5-dd7c-4cd5-ba77-3a973915086a {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.117195] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f0c26-68a6-44bd-9947-4d1dfee05bea {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.125276] env[65717]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d47abc-f755-4d78-b84b-3b3c27a0bd47 {{(pid=65717) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.139332] env[65717]: DEBUG nova.compute.provider_tree [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed in ProviderTree for provider: dc53e726-883a-4716-9e0d-e97046ce03ae {{(pid=65717) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.642334] env[65717]: DEBUG nova.scheduler.client.report [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Inventory has not changed for provider dc53e726-883a-4716-9e0d-e97046ce03ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65717) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.148363] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.169133] env[65717]: INFO nova.scheduler.client.report [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Deleted allocations for instance adb428dc-399b-40e4-87d6-9a85c836ea67 [ 1588.677078] env[65717]: DEBUG oslo_concurrency.lockutils [None req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Lock "adb428dc-399b-40e4-87d6-9a85c836ea67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=65717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}